-- Logs begin at Fri 2021-07-09 18:05:06 UTC, end at Fri 2021-07-09 19:31:00 UTC. -- Jul 09 19:00:00.910250 dv-cinder-800268-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 19:00:03.237680 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.common.config [-] Logging enabled! Jul 09 19:00:03.238379 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev99 Jul 09 19:00:03.238379 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79089) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 19:00:03.242029 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.common.config [-] Logging enabled! Jul 09 19:00:03.242280 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev99 Jul 09 19:00:03.242586 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79089) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 19:00:03.243527 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 09 19:00:03.243756 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 09 19:00:03.244111 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 09 19:00:03.244349 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 09 19:00:03.244568 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 09 19:00:03.244879 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.245168 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.245457 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.245681 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.245968 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.246249 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.246522 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.246826 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.247116 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.247394 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.247666 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.247942 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.248165 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.248434 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.248710 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.248986 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.249202 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] debug = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.249473 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.249885 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.250284 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.250554 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.250860 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.251145 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.251398 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.251667 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.251944 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.252263 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] host = dv-cinder-800268-1-smb {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.252535 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.252813 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.253093 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.253378 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.253645 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.253911 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.254187 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.254452 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.254742 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] log_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.255012 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.255292 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.255571 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.255859 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.256078 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.256294 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.256574 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.256851 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.257675 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.257945 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.258213 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.258480 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.258772 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.259037 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.259316 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.259594 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.259871 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.260139 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.260403 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.260666 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.260928 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.261203 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.261468 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.261732 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.261996 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.262273 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.262533 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.262819 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.263111 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.263397 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.263673 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.263952 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.264221 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.264496 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.264764 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.265030 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.265297 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] use_json = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.265565 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.265831 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.266105 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.266373 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.266659 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.266929 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.267195 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.267473 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:03.267766 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.268057 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.268351 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.268630 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.268917 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.269192 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.269477 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.269750 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.270034 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.270320 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.270604 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.270898 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.271181 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.271457 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.271745 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.272046 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.272334 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.272659 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.272933 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.273203 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.273476 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.273752 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.274032 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.274319 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.274601 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.274892 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.275165 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.275452 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.275727 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.275995 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.276267 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.276548 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.276820 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.277086 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.277361 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.277632 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.277899 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.278166 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.278437 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.278743 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.279015 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.279279 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.279546 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.279841 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.280084 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.280361 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.280632 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.280898 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.281163 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.281435 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.281701 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.281965 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.282234 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.282500 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.282797 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.283065 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.283337 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.283604 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.283869 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.284134 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.284399 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.284663 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.284931 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.285197 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.285461 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.285727 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.285992 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.286258 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.286537 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.286857 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.287131 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.287403 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.287674 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.287945 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.288238 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.288512 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.288783 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.289054 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.289322 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.289605 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.289883 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.290163 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.290442 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.290740 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.291030 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.291302 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.291579 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.291850 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.292121 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.292403 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.292678 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.292972 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.293252 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.293545 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.293833 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.294118 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.294392 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.294718 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.294995 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:03.295208 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 19:00:03.295441 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79089) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 19:00:03.678231 dv-cinder-800268-1-smb neutron-server[79089]: INFO keyring.backend [-] Loading KWallet Jul 09 19:00:03.685457 dv-cinder-800268-1-smb neutron-server[79089]: INFO keyring.backend [-] Loading SecretService Jul 09 19:00:03.688996 dv-cinder-800268-1-smb neutron-server[79089]: INFO keyring.backend [-] Loading Windows Jul 09 19:00:03.690314 dv-cinder-800268-1-smb neutron-server[79089]: INFO keyring.backend [-] Loading chainer Jul 09 19:00:03.690912 dv-cinder-800268-1-smb neutron-server[79089]: INFO keyring.backend [-] Loading macOS Jul 09 19:00:03.724335 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:03.724607 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:03.724888 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:03.725213 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 19:00:04.027424 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.027706 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.027973 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.029155 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.029419 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.029676 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.151321 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.151590 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.151853 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.164998 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.165276 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.165540 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.193582 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.193796 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.194061 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.231921 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.232192 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.232456 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.459812 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.460500 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.460500 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.460682 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.461310 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.583452 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.583769 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.584046 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.584317 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.584582 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.584890 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.585708 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.585965 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.586218 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.586499 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.586795 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.587061 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.587322 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.587579 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.587851 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.588263 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.588527 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.588798 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.589053 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.589333 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.589682 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.589935 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.590186 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.590466 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.590744 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.590990 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.591378 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:00:04.591616 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:00:04.591849 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:00:04.592081 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:00:04.592311 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:00:04.592539 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:00:04.592896 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 19:00:04.595997 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 19:00:04.599896 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 19:00:04.603663 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 09 19:00:04.605267 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 19:00:04.605709 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 19:00:04.606038 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 19:00:04.606421 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 19:00:04.609627 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 19:00:04.609864 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 19:00:04.610203 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 19:00:04.637710 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 19:00:04.638158 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.638445 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79089) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 19:00:04.638824 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.640161 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79089) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 19:00:04.640435 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 19:00:04.640673 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 19:00:04.643842 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.644123 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:04.705876 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 19:00:04.706104 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 19:00:04.706336 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 19:00:04.706722 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 19:00:04.738956 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_db.sqlalchemy.engines [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79089) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jul 09 19:00:05.213825 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Initializing driver for type 'gre' Jul 09 19:00:05.214345 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] gre ID ranges: [(1, 1000)] Jul 09 19:00:05.442129 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Initializing driver for type 'local' Jul 09 19:00:05.442452 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Initializing driver for type 'vlan' Jul 09 19:00:05.510664 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] VlanTypeDriver initialization complete Jul 09 19:00:05.511583 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Initializing driver for type 'vxlan' Jul 09 19:00:05.511837 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] vxlan ID ranges: [(1, 1000)] Jul 09 19:00:05.659475 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Initializing extension driver 'port_security' Jul 09 19:00:05.659813 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.extensions.port_security [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] PortSecurityExtensionDriver initialization complete Jul 09 19:00:05.660145 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Initializing mechanism driver 'openvswitch' Jul 09 19:00:05.660466 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Initializing mechanism driver 'hyperv' Jul 09 19:00:05.669704 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.plugins.ml2.plugin [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79089) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:00:05.670453 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > port after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.670845 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > port after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.671193 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > port after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.671577 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > subnet after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.671923 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > subnet after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.672260 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > subnet after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.672633 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > network after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.672976 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > network after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.673311 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > network after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.673677 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > security_group after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.674017 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > security_group after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.674350 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > security_group after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.674752 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.675095 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.675468 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.675845 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > address_group after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.676180 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > address_group after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.676520 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > address_group after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.676844 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] ML2 OVO RPC backend initialized. {{(pid=79089) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jul 09 19:00:05.677539 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router_interface after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.677887 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.678293 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > network before_response 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.679150 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > networks before_response 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.679484 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > port before_response 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685063 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > ports before_response 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685063 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > subnet before_response 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685063 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > subnets before_response 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685063 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > network after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685408 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > network after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685408 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > network after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685408 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > port after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685408 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > port after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > port after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > subnet after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > subnet after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.685717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > subnet after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.686015 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.plugin [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Modular L2 Plugin initialization complete Jul 09 19:00:05.686015 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading services supported by the core plugin {{(pid=79089) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 19:00:05.686015 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.plugins.ml2.managers [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Got port-security extension from driver 'port_security' Jul 09 19:00:05.686015 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.extensions.vlantransparent [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Disabled vlantransparent extension. Jul 09 19:00:05.686015 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79089) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 19:00:05.686015 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading Plugin: router Jul 09 19:00:05.733789 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router_interface before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.734210 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router after_create 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.734533 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router before_create 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.734922 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.750508 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.750508 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router after_delete 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.750508 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > floatingip after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.750508 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router after_create 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.750892 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router after_update 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.750892 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router after_update 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.750892 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.750892 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router after_update 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751183 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router precommit_update 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751183 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: port after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751183 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: port after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751183 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: subnet after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751183 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751575 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > port precommit_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751575 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router precommit_create 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751575 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: port before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751575 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router precommit_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751863 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router after_update 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751863 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router precommit_delete 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751863 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router precommit_create 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.751863 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router_interface after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.752153 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router precommit_update 55549900 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.752153 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > agent after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.752153 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > agent after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.752153 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > network after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.752442 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Tracking information for resource: router configured {{(pid=79089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:00:05.752442 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Tracking information for resource: floatingip configured {{(pid=79089) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:00:05.752442 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.db.l3_agentschedulers_db [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 19:00:05.752442 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: port after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.752442 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: port after_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.752806 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: port after_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.753021 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: port after_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.753798 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router before_create 55550100 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.754157 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router precommit_delete 55550100 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.754518 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router precommit_create 55550100 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.754893 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > router precommit_update 55550100 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.759829 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.services.provider_configuration [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service providers = [] {{(pid=79089) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 19:00:05.760187 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.db.servicetype_db [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79089) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 19:00:05.763168 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.services.service_base [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:00:05.763470 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.services.service_base [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:00:05.763810 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.services.service_base [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:00:05.764698 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.services.service_base [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79089) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:00:05.765231 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.services.service_base [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 19:00:05.765612 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:00:05.765923 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 19:00:05.776413 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:00:05.776743 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading Plugin: auto_allocate Jul 09 19:00:05.782542 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: network precommit_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.782934 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: network precommit_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.783448 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:00:05.783793 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading Plugin: tag Jul 09 19:00:05.797493 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:00:05.797818 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading Plugin: timestamp Jul 09 19:00:05.801710 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:00:05.802041 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading Plugin: network_ip_availability Jul 09 19:00:05.807844 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.808211 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.808561 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:05.809273 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:00:05.809588 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading Plugin: flavors Jul 09 19:00:05.814470 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:00:05.814819 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading Plugin: revisions Jul 09 19:00:05.819023 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79089) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:00:05.820034 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_concurrency.lockutils [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.094s {{(pid=79089) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:05.820757 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79089) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 19:00:05.821088 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Initializing extension manager. Jul 09 19:00:05.821585 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: __init__.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.821922 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: __pycache__ {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.822255 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.822583 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: address_group.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.823364 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.823979 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: address-group Jul 09 19:00:05.824298 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: address_scope.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.825006 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.825522 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: address-scope Jul 09 19:00:05.825831 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: admin_state_down_before_update.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.826787 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.827296 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: router-admin-state-down-before-update Jul 09 19:00:05.827607 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: agent.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.828301 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.828801 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: agent Jul 09 19:00:05.829112 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: agent_resources_synced.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.830042 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.830548 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: agent-resources-synced Jul 09 19:00:05.830887 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: allowedaddresspairs.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.841930 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.842451 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: allowed-address-pairs Jul 09 19:00:05.842813 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: auto_allocated_topology.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.843874 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.844389 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: auto-allocated-topology Jul 09 19:00:05.844712 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: availability_zone.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.845403 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.845912 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: availability_zone Jul 09 19:00:05.846228 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: availability_zone_filter.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.847199 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.847709 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: availability_zone_filter Jul 09 19:00:05.848025 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: data_plane_status.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.848931 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.849439 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 19:00:05.849757 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: default_subnetpools.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.851255 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.851821 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: default-subnetpools Jul 09 19:00:05.852176 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: dhcpagentscheduler.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.853083 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.853639 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: dhcp_agent_scheduler Jul 09 19:00:05.853994 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: dns.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.855031 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.855582 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension dns-integration not supported by any of loaded plugins Jul 09 19:00:05.855938 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: dns_domain_ports.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.856903 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.857501 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 19:00:05.857860 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: dvr.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.858858 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.859418 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: dvr Jul 09 19:00:05.859773 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: empty_string_filtering.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.860715 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.861268 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: empty-string-filtering Jul 09 19:00:05.861628 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.862584 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.863181 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 19:00:05.863548 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.864617 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.865171 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 19:00:05.865526 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: external_net.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.867143 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.867663 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: external-net Jul 09 19:00:05.867966 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: extra_dhcp_opt.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.868879 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.869388 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: extra_dhcp_opt Jul 09 19:00:05.869717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: extraroute.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.870670 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.871180 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: extraroute Jul 09 19:00:05.871497 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: extraroute_atomic.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.872525 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.873038 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: extraroute-atomic Jul 09 19:00:05.873357 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: filter_validation.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.874022 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.874528 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: filter-validation Jul 09 19:00:05.874868 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: fip_pf_description.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.877376 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.877903 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 19:00:05.878230 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: fip_port_details.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.879208 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.879728 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: fip-port-details Jul 09 19:00:05.880049 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: flavors.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.881303 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.881861 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: flavors Jul 09 19:00:05.882183 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.883865 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.884396 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 19:00:05.884727 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: floatingip_pools.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.885431 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.885947 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: floatingip-pools Jul 09 19:00:05.886268 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: ip_allocation.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.887248 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.887764 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 19:00:05.888084 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.889013 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.889510 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: ip-substring-filtering Jul 09 19:00:05.889831 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: l2_adjacency.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.890783 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.891292 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 19:00:05.891611 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: l3.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.892600 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.893121 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: router Jul 09 19:00:05.893438 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: l3_conntrack_helper.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.895705 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.896228 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 19:00:05.896553 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.904009 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.904535 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: ext-gw-mode Jul 09 19:00:05.904859 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.905780 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.906293 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: l3-ha Jul 09 19:00:05.906628 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: l3_flavors.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.907545 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.908056 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: l3-flavors Jul 09 19:00:05.908376 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.909292 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.909818 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 19:00:05.910136 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: l3agentscheduler.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.911229 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.911743 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: l3_agent_scheduler Jul 09 19:00:05.912063 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: logging.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.914073 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.914597 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension logging not supported by any of loaded plugins Jul 09 19:00:05.914945 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: metering.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.915687 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.916272 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: metering Jul 09 19:00:05.916590 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.917696 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.918221 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: metering_source_and_destination_fields Jul 09 19:00:05.918540 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: multiprovidernet.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.919616 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.920130 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: multi-provider Jul 09 19:00:05.920450 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: netmtu.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.921395 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.921905 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: net-mtu Jul 09 19:00:05.922222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: netmtu_writable.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.923162 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.926794 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: net-mtu-writable Jul 09 19:00:05.926794 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: network_availability_zone.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.926794 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.926794 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: network_availability_zone Jul 09 19:00:05.926794 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: network_ip_availability.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.927667 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.928194 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: network-ip-availability Jul 09 19:00:05.928510 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: network_segment_range.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.929850 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.930355 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 19:00:05.930703 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: pagination.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.931692 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.932507 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: pagination Jul 09 19:00:05.932507 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: port_device_profile.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.933259 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.933771 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: port-device-profile Jul 09 19:00:05.934085 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.935033 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.935544 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: port-mac-address-regenerate Jul 09 19:00:05.935860 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.936765 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.937279 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: port-numa-affinity-policy Jul 09 19:00:05.937596 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: port_resource_request.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.938511 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.939112 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 19:00:05.939428 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: portbindings.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.940356 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.940864 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: binding Jul 09 19:00:05.941181 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: portbindings_extended.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.942453 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.942997 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: binding-extended Jul 09 19:00:05.943320 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: portsecurity.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.944237 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.944788 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: port-security Jul 09 19:00:05.945105 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: project_id.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.950328 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.950680 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: project-id Jul 09 19:00:05.951002 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: providernet.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.951934 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.952447 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: provider Jul 09 19:00:05.952764 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: qos.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.956439 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.956966 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension qos not supported by any of loaded plugins Jul 09 19:00:05.957294 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.958528 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.959069 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 19:00:05.959395 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.960330 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.960845 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 19:00:05.961200 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: qos_default.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.962110 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.962645 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension qos-default not supported by any of loaded plugins Jul 09 19:00:05.962963 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: qos_fip.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.963612 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.964120 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension qos-fip not supported by any of loaded plugins Jul 09 19:00:05.964438 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: qos_gateway_ip.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.965357 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.965872 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 19:00:05.966193 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: qos_port_network_policy.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.967128 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.967646 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 19:00:05.967961 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: qos_rule_type_details.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.968865 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.969373 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 19:00:05.969689 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: qos_rules_alias.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.970744 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.971260 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 19:00:05.971576 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: quotasv2.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.972510 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.972964 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: quotas Jul 09 19:00:05.973281 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: quotasv2_detail.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.974928 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.975265 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: quota_details Jul 09 19:00:05.982386 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: rbac.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.982386 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.982386 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: rbac-policies Jul 09 19:00:05.982386 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: rbac_address_group.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.983092 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.983868 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: rbac-address-group Jul 09 19:00:05.984188 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: rbac_address_scope.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.985102 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.985617 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: rbac-address-scope Jul 09 19:00:05.985938 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: rbac_security_groups.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.986885 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.987402 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: rbac-security-groups Jul 09 19:00:05.987719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: rbac_subnetpool.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.988642 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.989157 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: rbac-subnetpool Jul 09 19:00:05.989475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: revisionifmatch.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.990421 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.990972 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: revision-if-match Jul 09 19:00:05.992701 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: revisions.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.993648 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.994398 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: standard-attr-revisions Jul 09 19:00:05.994766 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: router_availability_zone.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.995448 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.995967 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: router_availability_zone Jul 09 19:00:05.996284 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: routerservicetype.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.997203 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.997722 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension router-service-type not supported by any of loaded plugins Jul 09 19:00:05.998038 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:05.998989 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:05.999504 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: security-groups-normalized-cidr Jul 09 19:00:05.999821 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: security_groups_port_filtering.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.000739 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.001306 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: port-security-groups-filtering Jul 09 19:00:06.001618 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.002547 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.003085 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: security-groups-remote-address-group Jul 09 19:00:06.003402 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: securitygroup.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.013120 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.013700 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: security-group Jul 09 19:00:06.013978 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: segment.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.014799 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.015312 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension segment not supported by any of loaded plugins Jul 09 19:00:06.015637 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.016579 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.017090 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 19:00:06.017410 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: servicetype.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.018564 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.019109 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: service-type Jul 09 19:00:06.019431 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: sorting.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.020408 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.020740 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: sorting Jul 09 19:00:06.021059 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: standard_attr_segment.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.021966 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.022511 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 19:00:06.022849 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: standardattrdescription.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.023493 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.024002 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: standard-attr-description Jul 09 19:00:06.024318 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: stateful_security_group.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.025233 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.025745 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: stateful-security-group Jul 09 19:00:06.026063 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: stdattrs_common.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.026665 dv-cinder-800268-1-smb neutron-server[79089]: WARNING neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 19:00:06.026987 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.027997 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.028504 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 19:00:06.028826 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: subnet_onboard.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.029923 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.030448 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: subnet_onboard Jul 09 19:00:06.030802 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.031726 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.032232 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 19:00:06.032549 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: subnet_service_types.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.033475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.033991 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: subnet-service-types Jul 09 19:00:06.034309 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: subnetallocation.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.035436 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.035954 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: subnet_allocation Jul 09 19:00:06.036275 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.036941 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.037466 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: subnetpool-prefix-ops Jul 09 19:00:06.037788 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.050822 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.051343 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 19:00:06.051664 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: tagging.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.052773 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.053292 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: standard-attr-tag Jul 09 19:00:06.053614 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: timestamp.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.055373 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.055891 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loaded extension: standard-attr-timestamp Jul 09 19:00:06.056214 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: trunk.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.057239 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.057753 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension trunk not supported by any of loaded plugins Jul 09 19:00:06.058079 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: trunk_details.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.059013 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.059529 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension trunk-details not supported by any of loaded plugins Jul 09 19:00:06.059849 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: uplink_status_propagation.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.060770 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.061280 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 19:00:06.061598 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Loading extension file: vlantransparent.py {{(pid=79089) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:00:06.062267 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79089) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:00:06.062804 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 19:00:06.065311 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:network Jul 09 19:00:06.066039 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:subnet Jul 09 19:00:06.066914 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:00:06.067523 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:port Jul 09 19:00:06.068799 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.069238 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service FLAVORS assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.069897 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.070323 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.070670 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:router Jul 09 19:00:06.071317 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:floatingip Jul 09 19:00:06.072027 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service METERING assigned prefix: /metering {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.073453 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:06.073815 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:06.080622 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79089) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:00:06.080622 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 19:00:06.080622 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:security_group Jul 09 19:00:06.080622 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 19:00:06.080622 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service CORE assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.080622 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:00:06.080622 dv-cinder-800268-1-smb neutron-server[79089]: WARNING neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] subnetpool is already registered Jul 09 19:00:06.081293 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service CORE assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.081293 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:00:06.081293 dv-cinder-800268-1-smb neutron-server[79089]: WARNING neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] subnetpool is already registered Jul 09 19:00:06.081585 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.082010 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service FLAVORS assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.082596 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.083033 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.083362 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:router Jul 09 19:00:06.083686 dv-cinder-800268-1-smb neutron-server[79089]: WARNING neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] router is already registered Jul 09 19:00:06.084274 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:floatingip Jul 09 19:00:06.084599 dv-cinder-800268-1-smb neutron-server[79089]: WARNING neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] floatingip is already registered Jul 09 19:00:06.085247 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service METERING assigned prefix: /metering {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.085912 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 19:00:06.086233 dv-cinder-800268-1-smb neutron-server[79089]: WARNING neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] rbac_policy is already registered Jul 09 19:00:06.086799 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:security_group Jul 09 19:00:06.087122 dv-cinder-800268-1-smb neutron-server[79089]: WARNING neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] security_group is already registered Jul 09 19:00:06.087705 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 19:00:06.088027 dv-cinder-800268-1-smb neutron-server[79089]: WARNING neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] security_group_rule is already registered Jul 09 19:00:06.088688 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service CORE assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.089020 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:00:06.089355 dv-cinder-800268-1-smb neutron-server[79089]: WARNING neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] subnetpool is already registered Jul 09 19:00:06.089948 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.v2.resource_helper [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Service CORE assigned prefix: {{(pid=79089) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:00:06.090270 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:00:06.090596 dv-cinder-800268-1-smb neutron-server[79089]: WARNING neutron.quota.resource_registry [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] subnetpool is already registered Jul 09 19:00:06.091251 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: extensions {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.092739 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: address-groups {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.094338 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: address-scopes {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.095563 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: agents {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.096715 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: auto-allocated-topology {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.097947 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: availability_zones {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.099315 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: dhcp-networks {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.101232 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: dhcp-agents {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.102681 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: routers {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.105359 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: flavors {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.106502 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: service_profiles {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.107733 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: next_providers {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.114923 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: service_profiles {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.114923 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: floatingip-pools {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.114923 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: routers {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.114923 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: floatingips {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.115208 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: l3-routers {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.116668 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: l3-agents {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.118067 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: metering-labels {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.119429 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: metering-label-rules {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.120701 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: network-ip-availabilities {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.121983 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: bindings {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.123657 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: quotas {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.125154 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: quotas {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.126534 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: rbac-policies {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.127853 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: security-groups {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.129048 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: security-group-rules {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.130261 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: service-providers {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.131538 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: subnetpools {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.133480 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: subnetpools {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.134937 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: tags {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.136615 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: tags {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.138410 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: tags {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.140275 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: tags {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.142054 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: tags {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.143916 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: tags {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.145640 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: tags {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.148135 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: tags {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.149874 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: tags {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.151740 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron.api.extensions [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Extended resource: tags {{(pid=79089) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:00:06.157554 dv-cinder-800268-1-smb neutron-server[79089]: WARNING keystonemiddleware.auth_token [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 19:00:06.162300 dv-cinder-800268-1-smb neutron-server[79089]: WARNING keystonemiddleware.auth_token [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 19:00:06.170265 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_concurrency.lockutils [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Acquired lock "singleton_lock" {{(pid=79089) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 19:00:06.170766 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_concurrency.lockutils [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Releasing lock "singleton_lock" {{(pid=79089) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 19:00:06.174204 dv-cinder-800268-1-smb neutron-server[79089]: INFO oslo_service.service [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Starting 2 workers Jul 09 19:00:06.175985 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Started child 79198 {{(pid=79089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 19:00:06.180314 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Started child 79199 {{(pid=79089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 19:00:06.181018 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:06.181873 dv-cinder-800268-1-smb neutron-server[79089]: INFO neutron.service [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 19:00:06.182523 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [-] (79198) wsgi starting up on http://0.0.0.0:9696 Jul 09 19:00:06.182679 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Notify callbacks [] for process, before_spawn {{(pid=79089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:06.184875 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:06.185296 dv-cinder-800268-1-smb neutron-server[79089]: INFO oslo_service.service [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Starting 1 workers Jul 09 19:00:06.186436 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [-] (79199) wsgi starting up on http://0.0.0.0:9696 Jul 09 19:00:06.189928 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Started child 79200 {{(pid=79089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 19:00:06.190458 dv-cinder-800268-1-smb neutron-server[79089]: INFO oslo_service.service [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Starting 1 workers Jul 09 19:00:06.193324 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.service [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] calling RpcWorker wait() {{(pid=79200) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 19:00:06.193878 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.service [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] returning from RpcWorker wait() {{(pid=79200) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 19:00:06.195341 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Started child 79201 {{(pid=79089) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jul 09 19:00:06.195557 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:06.196124 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:00:06.196248 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG neutron_lib.callbacks.manager [None req-80c547d8-f836-4de6-8042-2b999cc08c3b None None] Notify callbacks [] for process, after_spawn {{(pid=79089) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:06.197955 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79089) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 09 19:00:06.198170 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 09 19:00:06.198353 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 09 19:00:06.198560 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 09 19:00:06.214296 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 09 19:00:06.214296 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 09 19:00:06.214296 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.214296 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.214834 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:06.215312 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.215312 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.215312 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.215505 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:00:06.215573 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.215573 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.215573 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.215573 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.215573 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.215573 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.215573 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.215573 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216020 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216020 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216020 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216020 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216020 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216020 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216020 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216020 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216454 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216454 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] debug = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216454 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216454 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216454 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216454 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216829 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216829 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216829 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216829 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216829 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216829 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216829 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.216829 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217295 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217295 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217295 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217295 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217295 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217295 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] host = dv-cinder-800268-1-smb {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217295 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217295 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.217719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.218884 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.218884 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.218884 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.218884 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.218884 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_options = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.218884 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.218884 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.218884 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219324 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219324 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219324 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219324 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219324 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219324 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219324 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.219717 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220156 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220156 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220156 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220156 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220156 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220156 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220156 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220156 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220616 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220616 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220616 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220616 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220616 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.220904 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.221425 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.221425 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.222763 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.222763 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.222763 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.222763 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.222763 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.222763 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.223162 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.223162 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.223403 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.223636 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.224008 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.224397 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_json = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.225404 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.225404 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.225404 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.225404 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.225990 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.225990 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.225990 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.226387 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.226596 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.226923 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.227240 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.227499 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.227734 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.227977 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.228196 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.228422 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.228672 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.228906 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.229198 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.229433 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.229721 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.229943 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.230221 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.230529 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.230808 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.231075 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.231313 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.231549 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.231765 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.231986 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.232317 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.232585 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.232859 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.233111 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.233587 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.233810 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.234036 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.234251 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.234472 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.234710 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.234987 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.235208 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.235422 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.235917 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.235917 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.236075 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.236282 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.236525 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.236782 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.237041 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.237433 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.237798 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.238160 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.238393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.238668 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.238923 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.239144 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243177 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243177 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243177 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243177 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243177 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243177 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243177 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243177 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243177 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243720 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243720 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243720 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243720 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243720 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243720 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243720 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243720 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.243720 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.244228 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.244228 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.244228 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.244416 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.244600 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.244812 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.245022 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.245250 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.245480 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.245692 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.245904 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.246121 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.246367 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.246740 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.246865 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.247046 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.247265 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.247629 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.247848 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.248080 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.248327 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.248568 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.248805 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.249762 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.249995 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.250398 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.250827 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.251072 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.251373 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.251637 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.251907 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.252155 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.252395 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.252658 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.252898 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.253139 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.253410 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.253624 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.254508 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.254508 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.254508 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.254792 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.254887 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.255116 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.255388 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.255787 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.256228 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.256602 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.257426 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.257745 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.258031 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.258284 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.258577 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.258852 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.259719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.259719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.259719 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.263882 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.263882 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.263882 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.263882 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.263882 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.263882 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.263882 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.263882 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.264456 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.264456 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.264456 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.264456 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.264456 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.264456 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.264456 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.264456 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265008 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265008 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265008 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265008 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265008 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265008 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265008 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265482 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265482 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265628 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.265822 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.266035 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.266243 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.266518 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.266775 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.266993 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.267216 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.267448 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.267698 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.267924 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.268133 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.268374 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.268606 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.268838 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.269088 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.269320 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.269572 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.269835 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.270065 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.270500 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.270907 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.271153 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.271395 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.271655 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.271916 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.272125 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.272554 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.272797 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.273011 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.273220 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.273441 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.273674 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.273887 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.274119 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.274341 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.274745 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.275204 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.275523 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.275783 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.276029 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.276282 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.276493 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.276714 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.276970 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.277206 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.277420 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.277629 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.277841 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.278093 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.278336 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.278584 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.278846 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.279070 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.279272 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.279477 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.279704 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.279983 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.280234 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.280463 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.280696 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.280921 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.281158 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.281395 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.281593 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.281837 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.282017 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.282238 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.282442 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.282674 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.282888 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.283094 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.283382 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.283633 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.283867 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.284157 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.284382 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.284635 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.284913 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.285234 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.285465 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.285726 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.285984 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.286222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.286438 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.286723 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.287039 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.287334 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.287575 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.287807 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.288126 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.288370 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.288635 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.288851 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.289129 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.289447 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.289728 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.289989 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.290242 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.290517 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.290766 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.294688 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.294688 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.294688 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.294688 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.294688 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.294688 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.294688 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.294688 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.294688 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.296091 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.296091 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.296091 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.296091 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.296091 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.296091 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 19:00:06.296091 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79089) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jul 09 19:00:06.296091 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jul 09 19:00:06.296627 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jul 09 19:00:06.296627 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jul 09 19:00:06.296627 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jul 09 19:00:06.296627 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jul 09 19:00:06.296627 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.296627 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.296627 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.296627 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.297450 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.297450 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.297450 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.297450 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.297450 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.297450 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.297450 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.297450 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298009 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298009 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298009 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298009 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298009 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298009 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298009 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298806 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298806 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298806 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298806 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] debug = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.298806 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.299204 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.299204 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.299368 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.299368 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.299535 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.299691 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.299846 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.300001 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.300158 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.300314 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.300473 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.300629 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.300782 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.300939 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.301095 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.301250 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.301405 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] host = dv-cinder-800268-1-smb {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.301560 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.301716 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.301870 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.302025 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.302180 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.302335 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.302494 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.302963 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.303064 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.303220 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.303375 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.303502 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.304186 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.304346 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.304502 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_options = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.304657 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.304813 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.304968 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.305144 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.305306 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.305462 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.305618 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.305773 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.305928 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.306083 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.306238 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.306394 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.306548 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.306729 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.306885 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.307040 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.307195 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.307350 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.307506 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.307663 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.307818 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.307973 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.308130 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.308461 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.308461 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.308600 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.308722 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.308879 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.309035 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.309190 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.309346 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.309502 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.309657 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.309850 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.310013 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.310279 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.310378 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.310458 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.310635 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.310793 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.310950 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.311106 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.311262 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.311418 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.311573 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.311728 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_json = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.311884 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.312039 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.312194 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.312350 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.312505 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.312661 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.312815 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.312971 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jul 09 19:00:06.313154 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.313313 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.313482 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.313641 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.313802 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.314165 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.314165 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.314310 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.314400 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.314557 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.314748 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.314909 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.315076 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.315235 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.315395 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.315555 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.315714 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.315873 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.316031 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.316190 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.316348 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.316523 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.316708 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.316840 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.316999 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.317159 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.317317 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.317476 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.317636 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.317796 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.317955 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.318115 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.318275 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.318435 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.318593 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.318773 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.318933 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.319093 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.319271 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.319944 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323222 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323808 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323808 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323808 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323808 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323808 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323808 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323808 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323808 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.323808 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324971 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324971 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324971 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324971 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324971 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324971 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.324971 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.325412 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.325412 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.325412 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.325608 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.325683 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.325832 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.325991 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.326149 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.326306 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.326464 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.326669 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.326854 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.327023 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.327178 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.327336 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.327496 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.327655 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.327812 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.328155 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.328155 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.328325 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.328418 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.328576 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.328744 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.329105 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.329105 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.329249 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.329338 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.329496 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.329869 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.329869 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.330007 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.330104 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.330262 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.330419 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.330576 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.330759 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.331075 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.331075 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.331232 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.331368 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.331532 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.331700 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.331859 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.332017 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.332176 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.332336 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.332499 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.332655 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.332812 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.332970 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.333132 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.333291 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.333456 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.333624 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.333782 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.333941 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.334099 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.334280 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.334440 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.334599 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.334795 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.334977 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.335137 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.335295 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.335509 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.335845 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.335845 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.336021 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.336102 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.336180 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.336340 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.336497 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.336655 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.336814 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.336974 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.337131 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.337290 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.337449 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.337607 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.337766 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.337924 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.338082 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.338240 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.338784 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.338784 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.338784 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.339018 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.339097 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.339206 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.339363 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.339521 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.339681 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.339839 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.339997 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.340158 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.340317 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.340476 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.340636 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.340795 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.340953 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.341113 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.341274 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.341435 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.341596 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.341759 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.341916 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.342075 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.342235 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.342393 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.342553 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.342744 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.342904 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.343082 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.343240 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.343398 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.343556 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.343715 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.343886 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.344019 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.344728 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.344728 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.344728 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.344728 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.345155 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.345155 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.345155 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.345421 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.345421 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.345581 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.345661 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.345887 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.345968 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.346082 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.346240 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.346399 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.346559 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.346763 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.346923 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.347082 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.347240 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.347562 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.347562 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.347759 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.347860 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.351877 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.351877 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.351877 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.351877 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.351877 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.351877 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.351877 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.351877 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352468 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352468 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352468 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352468 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352468 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352468 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352871 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:00:06.352954 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352954 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352954 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352954 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352954 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352954 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352954 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.352954 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.353475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.353475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.353475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.353475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.353475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.353475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.353475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.353475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.353475 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354052 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354052 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354052 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354052 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354052 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354052 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354052 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354052 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354052 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354653 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354653 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354653 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354653 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.354653 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jul 09 19:00:06.355036 dv-cinder-800268-1-smb neutron-server[79089]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79089) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 19:00:06.586343 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 57528) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:06.594795 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063548 Jul 09 19:00:17.536908 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2abdfc4-fcab-49a5-a29e-9a479a31acec None None] get_active_networks_info from dv-cinder-800268-1-smb {{(pid=79200) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jul 09 19:00:17.654405 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2abdfc4-fcab-49a5-a29e-9a479a31acec None None] No non-hosted networks {{(pid=79200) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 19:00:17.668251 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.agentschedulers_db [None req-f2abdfc4-fcab-49a5-a29e-9a479a31acec None None] DHCP Agent not found on host dv-cinder-800268-1-smb {{(pid=79200) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 19:00:17.785660 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-83e2044c-a1e7-4e1f-82bd-fc25f7ad3743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472799'] for agent, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:18.127871 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472799'] for agent, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:18.128695 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.129037 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.129375 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.129700 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.130022 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.130343 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.130729 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.132028 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.132028 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.132028 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.132028 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.132375 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:18.132652 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800268-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:00:18.140812 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800268-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:00:20.240600 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-dc19059e-4723-442c-bb7a-c82a7c4b4985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472799'] for agent, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:20.240600 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.db.api [None req-f3d9a928-f48a-4b2b-b593-e64e733d4325 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-800268-1-smb {{(pid=79200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:00:20.240600 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_db.api [None req-f3d9a928-f48a-4b2b-b593-e64e733d4325 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:00:20.665730 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f3d9a928-f48a-4b2b-b593-e64e733d4325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:21.253584 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472799'] for agent, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:22.693047 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472799'] for agent, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:23.049689 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.db.l3_hamode_db [None req-74884cb7-0e8c-4fb6-ab83-7ba803936823 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 19:00:23.137709 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74884cb7-0e8c-4fb6-ab83-7ba803936823 None None] Routers set() bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:00:23.138120 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74884cb7-0e8c-4fb6-ab83-7ba803936823 None None] Router IDs set() for agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jul 09 19:00:24.325208 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 57622) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:24.889480 dv-cinder-800268-1-smb neutron-server[79199]: WARNING oslo_policy.policy [None req-1519b414-8b55-4a9e-b165-e0791001cd18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:00:24.890066 dv-cinder-800268-1-smb neutron-server[79199]: WARNING oslo_policy.policy [None req-1519b414-8b55-4a9e-b165-e0791001cd18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:00:25.109995 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [None req-1519b414-8b55-4a9e-b165-e0791001cd18 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:00:25.110974 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-1519b414-8b55-4a9e-b165-e0791001cd18 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7848423 Jul 09 19:00:27.427691 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 57636) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:27.782202 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-db46dfe5-2577-48c6-846a-5ff1de1b9bad admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:00:27.879658 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.policy [None req-db46dfe5-2577-48c6-846a-5ff1de1b9bad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79199) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 19:00:27.924563 dv-cinder-800268-1-smb neutron-server[79199]: WARNING oslo_policy.policy [None req-db46dfe5-2577-48c6-846a-5ff1de1b9bad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:00:27.924933 dv-cinder-800268-1-smb neutron-server[79199]: WARNING oslo_policy.policy [None req-db46dfe5-2577-48c6-846a-5ff1de1b9bad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:00:27.933866 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.quota [None req-db46dfe5-2577-48c6-846a-5ff1de1b9bad admin admin] Loaded quota_driver: . Jul 09 19:00:27.949493 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-db46dfe5-2577-48c6-846a-5ff1de1b9bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:00:28.104034 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-db46dfe5-2577-48c6-846a-5ff1de1b9bad admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730340622498', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730340624113', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730340686943', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730340671651', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730340670984', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730340656897', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3919682', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3561026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-327892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1766797'] for rbac-policy, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:28.310130 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-db46dfe5-2577-48c6-846a-5ff1de1b9bad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:28.311373 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-db46dfe5-2577-48c6-846a-5ff1de1b9bad admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8827238 Jul 09 19:00:30.876056 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 57650) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:31.229191 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Request body: {'network': {'project_id': '8a21764499d2451cb3e91adc31448962', 'name': 'private', 'admin_state_up': True}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:00:31.234142 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:00:31.238531 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Usage tracker for resource:network and tenant:8a21764499d2451cb3e91adc31448962 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:00:31.243607 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:00:31.249555 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:00:31.338598 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Made reservation on behalf of 8a21764499d2451cb3e91adc31448962 for: {'network': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:00:31.341289 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:31.359512 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:31.374086 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:00:31.377755 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Usage tracker for resource:security_group_rule and tenant:8a21764499d2451cb3e91adc31448962 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:00:31.383219 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:00:31.389010 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:00:31.482891 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:31.538878 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:31.543170 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:31.562506 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=79199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:00:31.587830 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730340490927', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:31.588413 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Unsubscribe: segment precommit_create {{(pid=79199) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 19:00:31.588966 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.segments_db [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Added segment 3d5c20e9-3beb-4c57-87bc-01284e8e9268 of type vlan for network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 Jul 09 19:00:31.637210 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea8015d-3b87-4fbe-96a7-a088af29fec7,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:31.652785 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.653112 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.653430 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.653739 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.654050 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.654356 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.654677 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.654979 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.655292 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.655590 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.656151 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.656449 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Tracked resource versions report: Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: pushed versions: Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: { 'AddressGroup': {'1.2'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'ConntrackHelper': {'1.0'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'Log': {'1.0'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'Network': {'1.1'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'Port': {'1.7'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'PortForwarding': {'1.2'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'QosPolicy': {'1.8'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'SecurityGroup': {'1.4'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'SubPort': {'1.0'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'Subnet': {'1.1'}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'Trunk': {'1.1'}} Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: consumer versions: Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: { DHCP agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: L3 agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: Metadata agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: Metering agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: Open vSwitch agent@dv-cinder-800268-1-smb: { 'AddressGroup': '1.2', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'ConntrackHelper': '1.0', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'Log': '1.0', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'Network': '1.1', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'Port': '1.7', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'PortForwarding': '1.2', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'QosPolicy': '1.8', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'SecurityGroup': '1.4', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'SecurityGroupRule': '1.2', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'SubPort': '1.0', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'Subnet': '1.1', Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: 'Trunk': '1.1'}} Jul 09 19:00:31.657577 dv-cinder-800268-1-smb neutron-server[79199]: {{(pid=79199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:00:31.710343 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:31.714235 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:31.795365 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:31.796790 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:00:31.797412 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:31.801954 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:31.903326 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Pushing event updated for resources: {'Network': ['ID=79b4499c-e0fc-41e6-a5c0-f830cab53c65,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:31.906550 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:31.915146 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:00:31.933638 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0562797 Jul 09 19:00:34.562533 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 57666) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:35.006807 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62559335-be4f-4a0f-9ddd-785f80320694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:00:35.008214 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-62559335-be4f-4a0f-9ddd-785f80320694 admin admin] 10.222.0.16 "GET /v2.0/networks/79b4499c-e0fc-41e6-a5c0-f830cab53c65 HTTP/1.1" status: 200 len: 824 time: 0.4447234 Jul 09 19:00:35.034756 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-fc3a9574-97c2-4acf-a12d-a6b5bac16f71 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/75fecad6-e512-42b4-9ed0-e40ba1a59b67 HTTP/1.1" status: 200 len: 734 time: 0.0211699 Jul 09 19:00:35.044054 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'subnetpool_id': '75fecad6-e512-42b4-9ed0-e40ba1a59b67', 'name': 'private-subnet', 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:00:35.049618 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:00:35.053948 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Usage tracker for resource:subnet and tenant:8a21764499d2451cb3e91adc31448962 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:00:35.056935 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:00:35.062507 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:00:35.132736 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Made reservation on behalf of 8a21764499d2451cb3e91adc31448962 for: {'subnet': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:00:35.134991 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:35.458817 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:35.464685 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:35.544246 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Checking segment: {'id': '3d5c20e9-3beb-4c57-87bc-01284e8e9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:00:35.544607 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Network hostable DHCP agents. Network: 79b4499c-e0fc-41e6-a5c0-f830cab53c65, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:00:35.549879 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c87785-b464-418a-9cb5-061e56cc5f58,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:35.555599 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:35.623912 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:00:35.675468 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 79b4499c-e0fc-41e6-a5c0-f830cab53c65) {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:00:35.680028 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:00:35.680611 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:35.685470 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ff463-2810-4ca1-9952-52fa4610d2ba None None] Network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:00:35.784891 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7448204 Jul 09 19:00:36.081682 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa510da82-d629-5588-b6f5-c47147cc2651-79b4499c-e0fc-41e6-a5c0-f830cab53c65', 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'fixed_ips': [{'subnet_id': 'b3c87785-b464-418a-9cb5-061e56cc5f58'}]}} from dv-cinder-800268-1-smb. {{(pid=79200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 19:00:36.082935 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:36.267971 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.db_base_plugin_common [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Allocated IP 172.20.0.2 (79b4499c-e0fc-41e6-a5c0-f830cab53c65/b3c87785-b464-418a-9cb5-061e56cc5f58/3c4fe6ad-2123-45ad-91e0-46302322af1b) {{(pid=79200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:00:36.501806 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Notify callbacks [] for port, precommit_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:36.514940 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Transition to ACTIVE for port object 3c4fe6ad-2123-45ad-91e0-46302322af1b will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:00:36.534643 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Transition to ACTIVE for port object 3c4fe6ad-2123-45ad-91e0-46302322af1b will not be triggered until provisioned by entity DHCP. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:00:36.601897 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:36.611147 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:36.669979 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 is already hosted by enough agents. {{(pid=79200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:00:36.672755 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.base_scheduler [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Resources bound (agent type, host, resource id): {{(pid=79200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:00:36.676537 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Received port after_create {{(pid=79200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:00:36.719866 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Pushing event updated for resources: {'Port': ['ID=3c4fe6ad-2123-45ad-91e0-46302322af1b,revision_number=1']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:36.761929 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.762192 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.762526 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.762883 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.763206 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.763528 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.763850 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.764168 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.764483 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.764795 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.765104 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.765414 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Tracked resource versions report: Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: pushed versions: Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: { 'AddressGroup': {'1.2'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'ConntrackHelper': {'1.0'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'Log': {'1.0'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'Network': {'1.1'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'Port': {'1.7'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'PortForwarding': {'1.2'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'QosPolicy': {'1.8'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'SecurityGroup': {'1.4'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'SubPort': {'1.0'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'Subnet': {'1.1'}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'Trunk': {'1.1'}} Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: consumer versions: Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: { DHCP agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: L3 agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: Metadata agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: Metering agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: Open vSwitch agent@dv-cinder-800268-1-smb: { 'AddressGroup': '1.2', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'ConntrackHelper': '1.0', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'Log': '1.0', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'Network': '1.1', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'Port': '1.7', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'PortForwarding': '1.2', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'QosPolicy': '1.8', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'SecurityGroup': '1.4', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'SecurityGroupRule': '1.2', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'SubPort': '1.0', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'Subnet': '1.1', Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: 'Trunk': '1.1'}} Jul 09 19:00:36.766529 dv-cinder-800268-1-smb neutron-server[79200]: {{(pid=79200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:00:36.775745 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:36.792008 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Attempting to bind port 3c4fe6ad-2123-45ad-91e0-46302322af1b on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:00:36.792400 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Attempting to bind port 3c4fe6ad-2123-45ad-91e0-46302322af1b by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '3d5c20e9-3beb-4c57-87bc-01284e8e9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:00:36.792826 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Attempting to bind port 3c4fe6ad-2123-45ad-91e0-46302322af1b on network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:00:36.798084 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:00:36.798488 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Checking segment: {'id': '3d5c20e9-3beb-4c57-87bc-01284e8e9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:00:36.799045 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:36.799390 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Bound using segment: {'id': '3d5c20e9-3beb-4c57-87bc-01284e8e9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:00:36.799886 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Bound port: 3c4fe6ad-2123-45ad-91e0-46302322af1b, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c20e9-3beb-4c57-87bc-01284e8e9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:00:36.800270 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:36.890380 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] For port 3c4fe6ad-2123-45ad-91e0-46302322af1b, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:00:36.894328 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] For port 3c4fe6ad-2123-45ad-91e0-46302322af1b, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=3c4fe6ad-2123-45ad-91e0-46302322af1b,segment=NetworkSegment(3d5c20e9-3beb-4c57-87bc-01284e8e9268),segment_id=3d5c20e9-3beb-4c57-87bc-01284e8e9268)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:00:36.944878 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:36.949005 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:37.056374 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Pushing event updated for resources: {'Port': ['ID=3c4fe6ad-2123-45ad-91e0-46302322af1b,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:37.063809 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:38.149388 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 57676) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:38.742312 dv-cinder-800268-1-smb neutron-server[79198]: WARNING oslo_policy.policy [None req-52855d3a-f574-47a7-a345-c7747fc5f829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:00:38.743004 dv-cinder-800268-1-smb neutron-server[79198]: WARNING oslo_policy.policy [None req-52855d3a-f574-47a7-a345-c7747fc5f829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:00:38.960539 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [None req-52855d3a-f574-47a7-a345-c7747fc5f829 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:00:38.967963 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-52855d3a-f574-47a7-a345-c7747fc5f829 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8103323 Jul 09 19:00:40.157643 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 3c4fe6ad-2123-45ad-91e0-46302322af1b up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:00:40.281352 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 3c4fe6ad-2123-45ad-91e0-46302322af1b completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:00:40.664592 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af84417f-5fdd-450c-9cfd-29b114baed0e None None] Network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:00:40.824056 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-2987d827-4d83-4ee6-b82d-fe81ad036ac9 None None] Provisioning for port 3c4fe6ad-2123-45ad-91e0-46302322af1b completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:00:40.835380 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-2987d827-4d83-4ee6-b82d-fe81ad036ac9 None None] Provisioning complete for port 3c4fe6ad-2123-45ad-91e0-46302322af1b triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:00:40.835780 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2987d827-4d83-4ee6-b82d-fe81ad036ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:41.016232 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2987d827-4d83-4ee6-b82d-fe81ad036ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:41.058110 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-2987d827-4d83-4ee6-b82d-fe81ad036ac9 None None] For port 3c4fe6ad-2123-45ad-91e0-46302322af1b, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=3c4fe6ad-2123-45ad-91e0-46302322af1b,segment=NetworkSegment(3d5c20e9-3beb-4c57-87bc-01284e8e9268),segment_id=3d5c20e9-3beb-4c57-87bc-01284e8e9268)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:00:41.138316 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2987d827-4d83-4ee6-b82d-fe81ad036ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:41.140475 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:41.211012 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987d827-4d83-4ee6-b82d-fe81ad036ac9 None None] Pushing event updated for resources: {'Port': ['ID=3c4fe6ad-2123-45ad-91e0-46302322af1b,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:41.214078 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-2987d827-4d83-4ee6-b82d-fe81ad036ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:41.258051 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-1c56fd6d-ef26-41c6-8325-ec7cda4e7865 None None] Provisioning complete for port 3c4fe6ad-2123-45ad-91e0-46302322af1b triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:00:41.258416 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-1c56fd6d-ef26-41c6-8325-ec7cda4e7865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:41.341575 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 57694) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:41.706864 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [None req-b82afd75-21be-4ce6-b1c0-177542824b9e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:00:41.707805 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-b82afd75-21be-4ce6-b1c0-177542824b9e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653162 Jul 09 19:00:42.129663 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 3c4fe6ad-2123-45ad-91e0-46302322af1b up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:00:42.201729 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 3c4fe6ad-2123-45ad-91e0-46302322af1b triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:00:42.202097 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:44.309542 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 57706) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:44.664400 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Request body: {'router': {'tenant_id': '8a21764499d2451cb3e91adc31448962', 'name': 'router1', 'admin_state_up': True}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:00:44.736405 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.policy [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79198) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 19:00:44.784193 dv-cinder-800268-1-smb neutron-server[79198]: WARNING oslo_policy.policy [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:00:44.784559 dv-cinder-800268-1-smb neutron-server[79198]: WARNING oslo_policy.policy [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:00:44.793555 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.quota [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Loaded quota_driver: . Jul 09 19:00:44.808652 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:00:44.815029 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Usage tracker for resource:router and tenant:8a21764499d2451cb3e91adc31448962 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:00:44.820010 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:00:44.827501 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:00:44.909997 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-472757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7160'] for router, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:44.912181 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7105'] for router, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:44.937537 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:45.122131 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-472764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462336'] for router, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:45.200914 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] Notify callbacks [] for router, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:45.202103 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-18f2c11b-9e4e-4acb-bef9-b9935212a771 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8916111 Jul 09 19:00:47.538317 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8e0949ef-2e86-4652-b336-7829babb73ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:47.567997 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 57718) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:47.946421 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [None req-ea2049a0-27c8-4f50-8bce-03d9e32899c4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:00:47.947395 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-ea2049a0-27c8-4f50-8bce-03d9e32899c4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3784802 Jul 09 19:00:48.092200 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:49.943924 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-53bc937f-0223-4276-aad6-6e1a5f8cf472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:50.301463 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 57728) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:50.662084 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:00:50.667103 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:00:50.670863 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Usage tracker for resource:network and tenant:e46d3699a2564c0c8f33433dfa75cc3a is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:00:50.674199 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:00:50.680414 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:00:50.731952 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Made reservation on behalf of e46d3699a2564c0c8f33433dfa75cc3a for: {'network': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:00:50.734783 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:50.750985 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:50.764746 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:00:50.768381 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Usage tracker for resource:security_group_rule and tenant:e46d3699a2564c0c8f33433dfa75cc3a is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:00:50.771994 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:00:50.777527 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:00:50.865460 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:50.903370 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:50.908619 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:50.919408 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Reserving flat network on physical network physnet1 {{(pid=79198) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 19:00:50.950207 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730340490927', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:50.950862 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Unsubscribe: segment precommit_create {{(pid=79198) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 19:00:50.951338 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.segments_db [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Added segment 1888feac-7789-430e-85ba-27b487cb8b1d of type flat for network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 Jul 09 19:00:51.005776 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae75d869-6b3b-4599-8755-95122e3c29ea,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:51.028632 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.031156 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.031156 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.031156 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.031156 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.031156 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.031581 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.031581 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.031879 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.032191 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.032496 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.032797 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Tracked resource versions report: Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: pushed versions: Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: { 'AddressGroup': {'1.2'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'ConntrackHelper': {'1.0'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'Log': {'1.0'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'Network': {'1.1'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'Port': {'1.7'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'PortForwarding': {'1.2'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'QosPolicy': {'1.8'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'SecurityGroup': {'1.4'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'SubPort': {'1.0'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'Subnet': {'1.1'}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'Trunk': {'1.1'}} Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: consumer versions: Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: { DHCP agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: L3 agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: Metadata agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: Metering agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: Open vSwitch agent@dv-cinder-800268-1-smb: { 'AddressGroup': '1.2', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'ConntrackHelper': '1.0', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'Log': '1.0', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'Network': '1.1', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'Port': '1.7', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'PortForwarding': '1.2', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'QosPolicy': '1.8', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'SecurityGroup': '1.4', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'SecurityGroupRule': '1.2', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'SubPort': '1.0', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'Subnet': '1.1', Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: 'Trunk': '1.1'}} Jul 09 19:00:51.033912 dv-cinder-800268-1-smb neutron-server[79198]: {{(pid=79198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:00:51.084298 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:51.089694 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:51.172105 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:51.173959 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:00:51.174597 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:51.179847 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:51.195083 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:51.281609 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Pushing event updated for resources: {'Network': ['ID=80ec6ec5-dab8-4cbc-b04c-067ec4c6a911,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:51.285535 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:51.297277 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:00:51.332624 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0295393 Jul 09 19:00:52.645982 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:53.640231 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 57752) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:53.848536 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d74e7f6-d60f-4d44-bde5-183448bf48f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:00:53.849929 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-2d74e7f6-d60f-4d44-bde5-183448bf48f2 admin admin] 10.222.0.16 "GET /v2.0/subnets/b3c87785-b464-418a-9cb5-061e56cc5f58 HTTP/1.1" status: 200 len: 849 time: 0.2087345 Jul 09 19:00:54.008677 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-e8c75199-9b88-4618-bcc7-32655da6a5ca admin admin] 10.222.0.16 "GET /v2.0/routers/60b44e8d-d8a5-4bc4-8237-30dd701e9c1b HTTP/1.1" status: 200 len: 704 time: 0.1532800 Jul 09 19:00:54.464654 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:54.691899 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Allocated IP 172.20.0.1 (79b4499c-e0fc-41e6-a5c0-f830cab53c65/b3c87785-b464-418a-9cb5-061e56cc5f58/df523499-3fe3-4312-92a4-e54e47378446) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:00:54.844380 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:54.861893 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.provisioning_blocks [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Transition to ACTIVE for port object df523499-3fe3-4312-92a4-e54e47378446 will not be triggered until provisioned by entity DHCP. {{(pid=79198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:00:54.972588 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:54.977872 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:55.041855 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:00:55.044687 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:00:55.051339 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:00:55.052204 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462534'] for router_interface, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:55.167039 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Pushing event updated for resources: {'Port': ['ID=df523499-3fe3-4312-92a4-e54e47378446,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:55.195151 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:55.320192 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-06cabb8f-8b0b-471e-a061-059dacbd0dea None None] Provisioning for port df523499-3fe3-4312-92a4-e54e47378446 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:00:55.324869 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-06cabb8f-8b0b-471e-a061-059dacbd0dea None None] Provisioning complete for port df523499-3fe3-4312-92a4-e54e47378446 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:00:55.325235 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-06cabb8f-8b0b-471e-a061-059dacbd0dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:55.378213 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-06cabb8f-8b0b-471e-a061-059dacbd0dea None None] Port df523499-3fe3-4312-92a4-e54e47378446 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:00:55.428253 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:55.649129 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:55.731767 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:55.732833 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472701'] for router_interface, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:55.736752 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:55.873490 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Pushing event updated for resources: {'Port': ['ID=df523499-3fe3-4312-92a4-e54e47378446,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:55.877452 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:55.936775 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:00:55.936775 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:00:56.100212 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-125f202b-7d0a-4fd9-a5a5-548594c0bd9b None None] Provisioning complete for port df523499-3fe3-4312-92a4-e54e47378446 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:00:56.100582 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-125f202b-7d0a-4fd9-a5a5-548594c0bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:56.154270 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-125f202b-7d0a-4fd9-a5a5-548594c0bd9b None None] Port df523499-3fe3-4312-92a4-e54e47378446 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:00:56.154715 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Router 60b44e8d-d8a5-4bc4-8237-30dd701e9c1b is scheduled to L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 with binding_index 1 {{(pid=79198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:00:56.248997 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 5 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:00:56.308586 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:00:56.318005 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] 10.222.0.16 "PUT /v2.0/routers/60b44e8d-d8a5-4bc4-8237-30dd701e9c1b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3038535 Jul 09 19:00:56.318443 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Sync routers for ids ['60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:00:56.330558 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Routers {'60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:00:56.331471 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:00:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:00:56.500822 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Set router 60b44e8d-d8a5-4bc4-8237-30dd701e9c1b gateway port host: None {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:00:56.859415 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'name': 'router1', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:00:44Z', 'updated_at': '2021-07-09T19:00:55Z', 'revision_number': 2, 'project_id': '8a21764499d2451cb3e91adc31448962', 'gw_port_host': None, '_interfaces': [{'id': 'df523499-3fe3-4312-92a4-e54e47378446', 'name': '', 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'mac_address': 'fa:16:3e:fa:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:00:54Z', 'updated_at': '2021-07-09T19:00:55Z', 'revision_number': 2, 'project_id': '8a21764499d2451cb3e91adc31448962', 'subnets': [{'id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75fecad6-e512-42b4-9ed0-e40ba1a59b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:00:56.864847 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Checking router: 60b44e8d-d8a5-4bc4-8237-30dd701e9c1b for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:00:56.865220 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Updating router 60b44e8d-d8a5-4bc4-8237-30dd701e9c1b port df523499-3fe3-4312-92a4-e54e47378446 binding host dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:00:56.918767 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:57.296305 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Notify callbacks [] for port, precommit_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:57.311283 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.provisioning_blocks [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Transition to ACTIVE for port object df523499-3fe3-4312-92a4-e54e47378446 will not be triggered until provisioned by entity L2. {{(pid=79201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:00:57.377329 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:57.382248 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:57.607465 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Pushing event updated for resources: {'Port': ['ID=df523499-3fe3-4312-92a4-e54e47378446,revision_number=3']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:57.619347 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.619678 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.620003 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.620315 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.620625 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.620935 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.621241 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.621542 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.621849 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.622150 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.622448 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.622771 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Tracked resource versions report: Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: pushed versions: Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: { 'AddressGroup': {'1.2'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'ConntrackHelper': {'1.0'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'Log': {'1.0'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'Network': {'1.1'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'Port': {'1.7'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'PortForwarding': {'1.2'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'QosPolicy': {'1.8'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'SecurityGroup': {'1.4'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'SubPort': {'1.0'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'Subnet': {'1.1'}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'Trunk': {'1.1'}} Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: consumer versions: Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: { DHCP agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: L3 agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: Metadata agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: Metering agent@dv-cinder-800268-1-smb: {}, Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: Open vSwitch agent@dv-cinder-800268-1-smb: { 'AddressGroup': '1.2', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'ConntrackHelper': '1.0', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'Log': '1.0', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'Network': '1.1', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'Port': '1.7', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'PortForwarding': '1.2', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'QosPolicy': '1.8', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'SecurityGroup': '1.4', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'SecurityGroupRule': '1.2', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'SubPort': '1.0', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'Subnet': '1.1', Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: 'Trunk': '1.1'}} Jul 09 19:00:57.623870 dv-cinder-800268-1-smb neutron-server[79201]: {{(pid=79201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:00:57.626121 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Attempting to bind port df523499-3fe3-4312-92a4-e54e47378446 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:00:57.626500 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Attempting to bind port df523499-3fe3-4312-92a4-e54e47378446 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '3d5c20e9-3beb-4c57-87bc-01284e8e9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65'}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:00:57.626946 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Attempting to bind port df523499-3fe3-4312-92a4-e54e47378446 on network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:00:57.630821 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:57.633190 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:00:57.633587 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Checking segment: {'id': '3d5c20e9-3beb-4c57-87bc-01284e8e9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:00:57.634477 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:57.634561 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Bound using segment: {'id': '3d5c20e9-3beb-4c57-87bc-01284e8e9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65'} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:00:57.635027 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Bound port: df523499-3fe3-4312-92a4-e54e47378446, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5c20e9-3beb-4c57-87bc-01284e8e9268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65'}}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:00:57.635398 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:57.721554 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] For port df523499-3fe3-4312-92a4-e54e47378446, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:00:57.725868 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] For port df523499-3fe3-4312-92a4-e54e47378446, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=df523499-3fe3-4312-92a4-e54e47378446,segment=NetworkSegment(3d5c20e9-3beb-4c57-87bc-01284e8e9268),segment_id=3d5c20e9-3beb-4c57-87bc-01284e8e9268)] {{(pid=79201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:00:57.800524 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:57.805228 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:57.891325 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Routers {'60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:00:57.892527 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:00:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:00:58.004627 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Pushing event updated for resources: {'Port': ['ID=df523499-3fe3-4312-92a4-e54e47378446,revision_number=4']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:58.020858 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:58.049596 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] Set router 60b44e8d-d8a5-4bc4-8237-30dd701e9c1b gateway port host: None {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:00:58.379091 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'name': 'router1', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:00:44Z', 'updated_at': '2021-07-09T19:00:55Z', 'revision_number': 2, 'project_id': '8a21764499d2451cb3e91adc31448962', 'gw_port_host': None, '_interfaces': [{'id': 'df523499-3fe3-4312-92a4-e54e47378446', 'name': '', 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'mac_address': 'fa:16:3e:fa:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:00:54Z', 'updated_at': '2021-07-09T19:00:57Z', 'revision_number': 4, 'project_id': '8a21764499d2451cb3e91adc31448962', 'subnets': [{'id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75fecad6-e512-42b4-9ed0-e40ba1a59b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:00:58.383650 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e3a6a7-c383-4358-8b89-f52dd7cf358e None None] The sync data for ids ['60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'] in dv-cinder-800268-1-smb is: [{'id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'name': 'router1', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:00:44Z', 'updated_at': '2021-07-09T19:00:55Z', 'revision_number': 2, 'project_id': '8a21764499d2451cb3e91adc31448962', 'gw_port_host': None, '_interfaces': [{'id': 'df523499-3fe3-4312-92a4-e54e47378446', 'name': '', 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'mac_address': 'fa:16:3e:fa:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:00:54Z', 'updated_at': '2021-07-09T19:00:57Z', 'revision_number': 4, 'project_id': '8a21764499d2451cb3e91adc31448962', 'subnets': [{'id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75fecad6-e512-42b4-9ed0-e40ba1a59b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:00:58.473886 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 57774) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:00:58.618880 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da24da-272b-40d7-96c3-e298279a7916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:00:58.619440 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-36da24da-272b-40d7-96c3-e298279a7916 admin admin] Synchronizing usage tracker for tenant:e46d3699a2564c0c8f33433dfa75cc3a on resource:network {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:00:58.703244 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-36da24da-272b-40d7-96c3-e298279a7916 admin admin] Unset dirty status for tenant:e46d3699a2564c0c8f33433dfa75cc3a on resource:network {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:00:58.704445 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-36da24da-272b-40d7-96c3-e298279a7916 admin admin] 10.222.0.16 "GET /v2.0/networks/80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 HTTP/1.1" status: 200 len: 842 time: 0.2289803 Jul 09 19:00:58.714644 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'cidr': '172.28.0.0/24'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:00:58.720088 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:00:58.724606 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Usage tracker for resource:subnet and tenant:e46d3699a2564c0c8f33433dfa75cc3a is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:00:58.727887 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:00:58.734527 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:00:58.800098 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Made reservation on behalf of e46d3699a2564c0c8f33433dfa75cc3a for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:00:58.803182 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:59.250499 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.objects.ports [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79198) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jul 09 19:00:59.251060 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:59.255653 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:00:59.328995 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0453a8ed-2714-42b9-a96f-851a29c34359,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:00:59.333748 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Checking segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:00:59.334098 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Network hostable DHCP agents. Network: 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:00:59.339532 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:00:59.434445 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:00:59.525542 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:00:59.529468 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:00:59.530059 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:00:59.535365 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473acae8-7ec3-4fe6-a7f7-a46c56f7afc8 None None] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:00:59.618127 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9073050 Jul 09 19:00:59.750534 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0272e36f-1fea-42ce-bd9d-f7f034f498e2 None None] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:01:00.164278 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device df523499-3fe3-4312-92a4-e54e47378446 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:01:00.291450 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port df523499-3fe3-4312-92a4-e54e47378446 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:01:00.296611 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port df523499-3fe3-4312-92a4-e54e47378446 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:01:00.296984 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:00.416086 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:00.455408 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port df523499-3fe3-4312-92a4-e54e47378446, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=df523499-3fe3-4312-92a4-e54e47378446,segment=NetworkSegment(3d5c20e9-3beb-4c57-87bc-01284e8e9268),segment_id=3d5c20e9-3beb-4c57-87bc-01284e8e9268)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:01:00.514237 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:00.516414 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:01:00.584973 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=df523499-3fe3-4312-92a4-e54e47378446,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:01:00.588118 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:01:01.834852 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 57788) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:01:02.068460 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-fb18e7bb-4b1e-4db1-90d8-308e08748e65 admin admin] 10.222.0.16 "GET /v2.0/routers/60b44e8d-d8a5-4bc4-8237-30dd701e9c1b HTTP/1.1" status: 200 len: 710 time: 0.2324064 Jul 09 19:01:02.134037 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device df523499-3fe3-4312-92a4-e54e47378446 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:01:02.195597 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efffdc32-c733-4402-a0c9-15cbb62fb11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:01:02.196954 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-efffdc32-c733-4402-a0c9-15cbb62fb11d admin admin] 10.222.0.16 "GET /v2.0/networks/80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 HTTP/1.1" status: 200 len: 886 time: 0.1233602 Jul 09 19:01:02.199682 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port df523499-3fe3-4312-92a4-e54e47378446 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:01:02.200055 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:02.205619 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:01:02.632827 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-472746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7135'] for router, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:03.019589 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:03.073395 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:03.251668 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Allocated IP 172.28.0.99 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/9c7826e4-a5a1-4c82-827d-bf830f6c123e) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:01:03.397283 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:03.475437 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:03.480041 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:01:03.542014 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:01:03.544759 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:01:03.548819 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:01:03.661220 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Pushing event updated for resources: {'Port': ['ID=9c7826e4-a5a1-4c82-827d-bf830f6c123e,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:01:03.675758 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:01:03.989928 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:04.316120 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-472746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7135'] for router, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:04.319833 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-462398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-462391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-472739'] for router, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:04.492782 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Router 60b44e8d-d8a5-4bc4-8237-30dd701e9c1b has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:01:04.727195 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:01:04.735265 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Notify callbacks [] for router, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:04.736442 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] 10.222.0.16 "PUT /v2.0/routers/60b44e8d-d8a5-4bc4-8237-30dd701e9c1b HTTP/1.1" status: 200 len: 889 time: 2.5340686 Jul 09 19:01:04.737628 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Sync routers for ids ['60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:01:04.747855 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Routers {'60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:01:04.748538 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:00:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:01:04.938422 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Set router 60b44e8d-d8a5-4bc4-8237-30dd701e9c1b gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:01:05.276944 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'name': 'router1', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '9c7826e4-a5a1-4c82-827d-bf830f6c123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:00:44Z', 'updated_at': '2021-07-09T19:01:03Z', 'revision_number': 4, 'project_id': '8a21764499d2451cb3e91adc31448962', 'gw_port': {'id': '9c7826e4-a5a1-4c82-827d-bf830f6c123e', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:01:03Z', 'updated_at': '2021-07-09T19:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'df523499-3fe3-4312-92a4-e54e47378446', 'name': '', 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'mac_address': 'fa:16:3e:fa:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:00:54Z', 'updated_at': '2021-07-09T19:01:00Z', 'revision_number': 5, 'project_id': '8a21764499d2451cb3e91adc31448962', 'subnets': [{'id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75fecad6-e512-42b4-9ed0-e40ba1a59b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:01:05.281727 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Checking router: 60b44e8d-d8a5-4bc4-8237-30dd701e9c1b for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:01:05.282095 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Updating router 60b44e8d-d8a5-4bc4-8237-30dd701e9c1b port 9c7826e4-a5a1-4c82-827d-bf830f6c123e binding host dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:01:05.333353 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:05.652552 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Notify callbacks [] for port, precommit_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:05.663577 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Transition to ACTIVE for port object 9c7826e4-a5a1-4c82-827d-bf830f6c123e will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:01:05.725563 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:05.729412 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:01:05.829233 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Attempting to bind port 9c7826e4-a5a1-4c82-827d-bf830f6c123e on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:01:05.829822 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Attempting to bind port 9c7826e4-a5a1-4c82-827d-bf830f6c123e by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:01:05.830017 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Attempting to bind port 9c7826e4-a5a1-4c82-827d-bf830f6c123e on network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:01:05.833373 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4f4e0-31fc-4412-b1e0-4c59c061187b None None] Pushing event updated for resources: {'Port': ['ID=9c7826e4-a5a1-4c82-827d-bf830f6c123e,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:01:05.837195 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-93e4f4e0-31fc-4412-b1e0-4c59c061187b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:01:05.838052 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:01:05.838416 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Checking segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:01:05.838833 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:05.839211 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Bound using segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:01:05.839668 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Bound port: 9c7826e4-a5a1-4c82-827d-bf830f6c123e, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:01:05.840547 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:05.910643 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] For port 9c7826e4-a5a1-4c82-827d-bf830f6c123e, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:01:05.913807 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] For port 9c7826e4-a5a1-4c82-827d-bf830f6c123e, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=9c7826e4-a5a1-4c82-827d-bf830f6c123e,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:01:05.971875 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:05.975951 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-2987d827-4d83-4ee6-b82d-fe81ad036ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:01:06.052826 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Routers {'60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:01:06.053436 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:00:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:01:06.100216 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4f4e0-31fc-4412-b1e0-4c59c061187b None None] Pushing event updated for resources: {'Port': ['ID=9c7826e4-a5a1-4c82-827d-bf830f6c123e,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:01:06.108297 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-93e4f4e0-31fc-4412-b1e0-4c59c061187b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:01:06.232848 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] Set router 60b44e8d-d8a5-4bc4-8237-30dd701e9c1b gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:01:06.546893 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'name': 'router1', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '9c7826e4-a5a1-4c82-827d-bf830f6c123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:00:44Z', 'updated_at': '2021-07-09T19:01:03Z', 'revision_number': 4, 'project_id': '8a21764499d2451cb3e91adc31448962', 'gw_port': {'id': '9c7826e4-a5a1-4c82-827d-bf830f6c123e', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:01:03Z', 'updated_at': '2021-07-09T19:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'df523499-3fe3-4312-92a4-e54e47378446', 'name': '', 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'mac_address': 'fa:16:3e:fa:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:00:54Z', 'updated_at': '2021-07-09T19:01:00Z', 'revision_number': 5, 'project_id': '8a21764499d2451cb3e91adc31448962', 'subnets': [{'id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75fecad6-e512-42b4-9ed0-e40ba1a59b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:01:06.550582 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637a216-a9ea-4ef4-847c-5bc501c733dc None None] The sync data for ids ['60b44e8d-d8a5-4bc4-8237-30dd701e9c1b'] in dv-cinder-800268-1-smb is: [{'id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'name': 'router1', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.99'}], 'enable_snat': True}, 'gw_port_id': '9c7826e4-a5a1-4c82-827d-bf830f6c123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:00:44Z', 'updated_at': '2021-07-09T19:01:03Z', 'revision_number': 4, 'project_id': '8a21764499d2451cb3e91adc31448962', 'gw_port': {'id': '9c7826e4-a5a1-4c82-827d-bf830f6c123e', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:01:03Z', 'updated_at': '2021-07-09T19:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'df523499-3fe3-4312-92a4-e54e47378446', 'name': '', 'network_id': '79b4499c-e0fc-41e6-a5c0-f830cab53c65', 'tenant_id': '8a21764499d2451cb3e91adc31448962', 'mac_address': 'fa:16:3e:fa:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b44e8d-d8a5-4bc4-8237-30dd701e9c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:00:54Z', 'updated_at': '2021-07-09T19:01:00Z', 'revision_number': 5, 'project_id': '8a21764499d2451cb3e91adc31448962', 'subnets': [{'id': 'b3c87785-b464-418a-9cb5-061e56cc5f58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75fecad6-e512-42b4-9ed0-e40ba1a59b67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:01:07.073933 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 57798) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:01:07.190255 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-66e834aa-ce72-4576-acc5-053f3a442e35 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1151934 Jul 09 19:01:08.161580 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 9c7826e4-a5a1-4c82-827d-bf830f6c123e up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:01:08.285162 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 9c7826e4-a5a1-4c82-827d-bf830f6c123e completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:01:08.290492 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 9c7826e4-a5a1-4c82-827d-bf830f6c123e triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:01:08.290892 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:08.405243 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:08.431189 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port 9c7826e4-a5a1-4c82-827d-bf830f6c123e, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=9c7826e4-a5a1-4c82-827d-bf830f6c123e,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:01:08.491539 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:08.493675 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:01:08.560886 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=9c7826e4-a5a1-4c82-827d-bf830f6c123e,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:01:08.563676 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:01:10.142145 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 9c7826e4-a5a1-4c82-827d-bf830f6c123e up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:01:10.210141 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 9c7826e4-a5a1-4c82-827d-bf830f6c123e triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:01:10.210452 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:17.588144 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-dc6de2ae-71e3-4850-aecc-7ece6ddc594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:18.125407 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:19.971070 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-02d4ec91-9d92-476c-a02e-992fbcfea2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:21.205513 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:22.645023 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:33.248384 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 5 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:01:47.535127 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6c342831-8037-4a4f-bb6b-3a1607e55a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:48.117863 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:49.929751 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-de83a67c-b9f8-4864-b701-1d71c8c3427d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:51.203639 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:01:52.654964 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:10.246768 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 5 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:02:17.533810 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-384b6eb3-8bb5-401d-a8ca-0f1cdceff5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:18.106135 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:19.934851 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-e03e5926-d9cc-4d69-b8be-e46d7b277ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:21.883913 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:22.654384 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:47.244948 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 5 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:02:47.563636 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-39898b6f-3b39-4179-a9df-78aa1423e896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:48.123871 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:49.933905 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fde4-dd5a-460b-b423-13d14f4242c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:51.203835 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:02:52.637822 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:10.034355 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58368) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:10.103716 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.pecan_wsgi.hooks.translation [None req-6757e182-bdc4-4f9b-bb7c-e81d4dadf4d8 admin admin] GET failed (client error): The resource could not be found. Jul 09 19:03:10.104958 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-6757e182-bdc4-4f9b-bb7c-e81d4dadf4d8 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695794 Jul 09 19:03:10.236535 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8392158-80ee-426d-bb99-c3a2c7ca39c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:10.237901 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-d8392158-80ee-426d-bb99-c3a2c7ca39c6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1290894 Jul 09 19:03:12.347294 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58378) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:12.449922 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0f7b37-5266-4a3e-9315-a24e6d0371c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:12.450476 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-cd0f7b37-5266-4a3e-9315-a24e6d0371c5 admin admin] Synchronizing usage tracker for tenant:e46d3699a2564c0c8f33433dfa75cc3a on resource:subnet {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:03:12.527894 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-cd0f7b37-5266-4a3e-9315-a24e6d0371c5 admin admin] Unset dirty status for tenant:e46d3699a2564c0c8f33433dfa75cc3a on resource:subnet {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:03:12.529086 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-cd0f7b37-5266-4a3e-9315-a24e6d0371c5 admin admin] 10.222.0.16 "GET /v2.0/subnets/b3c87785-b464-418a-9cb5-061e56cc5f58 HTTP/1.1" status: 200 len: 849 time: 0.1808155 Jul 09 19:03:12.538349 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:03:12.653282 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Notify callbacks [] for subnet, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:12.883696 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730340383955'] for subnet, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:12.887351 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:03:12.927298 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:12.928406 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:12.938704 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] 10.222.0.16 "PUT /v2.0/subnets/b3c87785-b464-418a-9cb5-061e56cc5f58 HTTP/1.1" status: 200 len: 868 time: 0.3946321 Jul 09 19:03:12.942112 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4737b3c-b9c7-4746-84b8-1048b1d82197 None None] Network 79b4499c-e0fc-41e6-a5c0-f830cab53c65 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:03:12.958773 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c87785-b464-418a-9cb5-061e56cc5f58,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:03:12.966435 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.966813 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.967275 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.967624 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.967939 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.968260 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.968576 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.968897 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.969231 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.969594 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.969988 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.970181 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:03:12.974312 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:03:13.473526 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-2e82422a-177c-4594-bdf6-9770cdff1e36 None None] Provisioning complete for port df523499-3fe3-4312-92a4-e54e47378446 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:03:13.473821 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2e82422a-177c-4594-bdf6-9770cdff1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:13.599091 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-2e82422a-177c-4594-bdf6-9770cdff1e36 None None] Provisioning complete for port 3c4fe6ad-2123-45ad-91e0-46302322af1b triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:03:13.599390 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2e82422a-177c-4594-bdf6-9770cdff1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:15.048975 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58388) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:15.217221 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca8494-7e3e-4cc0-92ee-fe900e5a3f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:15.217608 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca8494-7e3e-4cc0-92ee-fe900e5a3f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:15.219121 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-49ca8494-7e3e-4cc0-92ee-fe900e5a3f97 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1692369 Jul 09 19:03:17.331565 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58398) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:17.502905 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9bf32-1ec2-4b37-a64e-7586a8d02acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:17.503382 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9bf32-1ec2-4b37-a64e-7586a8d02acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:17.504867 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-d8b9bf32-1ec2-4b37-a64e-7586a8d02acc admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1723783 Jul 09 19:03:17.535713 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f6c99dc9-0280-43e7-9d3e-ac8be9b5bcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:18.105770 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:19.611733 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58408) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:19.779113 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cad77fb-89b5-4349-a6e8-6626b1e0b467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:19.780459 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-8cad77fb-89b5-4349-a6e8-6626b1e0b467 admin admin] 10.222.0.16 "GET /v2.0/networks/79b4499c-e0fc-41e6-a5c0-f830cab53c65 HTTP/1.1" status: 200 len: 868 time: 0.1677744 Jul 09 19:03:19.941718 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-0621414f-36f2-4d87-b9cd-63ea1fce63fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:21.243161 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:21.896238 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58418) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:22.062509 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8a8af-d37a-482e-b976-4f040d08639f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:22.063873 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-acc8a8af-d37a-482e-b976-4f040d08639f admin admin] 10.222.0.16 "GET /v2.0/networks/80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 HTTP/1.1" status: 200 len: 886 time: 0.1667061 Jul 09 19:03:22.682934 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:24.147406 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58428) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:24.242557 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 5 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:03:24.258272 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073606f-c178-4118-9f20-9fc28853e9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:24.258775 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073606f-c178-4118-9f20-9fc28853e9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:24.260588 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-3073606f-c178-4118-9f20-9fc28853e9e1 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1120400 Jul 09 19:03:26.394519 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58438) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:26.498800 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162ef2b-34a7-4dd0-969e-0931415b4d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:26.499253 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162ef2b-34a7-4dd0-969e-0931415b4d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:26.500716 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-c162ef2b-34a7-4dd0-969e-0931415b4d55 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052570 Jul 09 19:03:28.596723 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58448) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:28.699138 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fffbe95-7552-4c38-85bc-2f4042f69dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:28.700470 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7fffbe95-7552-4c38-85bc-2f4042f69dbc admin admin] 10.222.0.16 "GET /v2.0/subnets/0453a8ed-2714-42b9-a96f-851a29c34359 HTTP/1.1" status: 200 len: 816 time: 0.1028178 Jul 09 19:03:30.815674 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58460) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:30.920745 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c562281-5b92-46a7-b64c-8c43d35d534e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:30.922090 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-7c562281-5b92-46a7-b64c-8c43d35d534e admin admin] 10.222.0.16 "GET /v2.0/subnets/b3c87785-b464-418a-9cb5-061e56cc5f58 HTTP/1.1" status: 200 len: 868 time: 0.1054878 Jul 09 19:03:47.524719 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d7b784eb-a0e4-4cbc-9c78-26c2fe0ac874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:48.134231 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:49.934337 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-246e01ca-bb05-4446-ac41-abbef1027a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:51.225877 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:52.666923 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:53.486991 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58504) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:53.531831 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [None req-63c054ab-45ab-4340-b260-9a626fd1ad12 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:03:53.532813 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-63c054ab-45ab-4340-b260-9a626fd1ad12 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448577 Jul 09 19:03:55.698520 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58514) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:55.764248 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62d5fa7-12d6-460a-ac03-20016726de56 admin admin] GET failed (client error): The resource could not be found. Jul 09 19:03:55.765474 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-f62d5fa7-12d6-460a-ac03-20016726de56 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660162 Jul 09 19:03:55.887697 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5d0bb-e6b3-4771-9fe3-e4287061736f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:55.889039 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-9db5d0bb-e6b3-4771-9fe3-e4287061736f admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1198025 Jul 09 19:03:57.987489 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58524) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:03:58.034315 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:03:58.038937 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:03:58.048229 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:03:58.112778 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Made reservation on behalf of e46d3699a2564c0c8f33433dfa75cc3a for: {'network': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:03:58.115058 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:58.201532 dv-cinder-800268-1-smb neutron-server[79198]: WARNING neutron.services.revisions.revision_plugin [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Could not find related network for resource to bump revision. Jul 09 19:03:58.213727 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=79198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:03:58.222978 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:58.223310 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.segments_db [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Added segment 80e8c196-dc77-45ce-beac-bf14c07ffe4c of type vlan for network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 Jul 09 19:03:58.248482 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:58.346371 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:58.347667 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:03:58.348252 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:03:58.351387 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:03:58.446283 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Pushing event updated for resources: {'Network': ['ID=8bf00153-7b85-4723-a37b-2f68bf4e33e8,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:03:58.448909 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:03:58.456556 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:03:58.513866 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5253220 Jul 09 19:04:00.635879 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58534) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:04:00.701096 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.pecan_wsgi.hooks.translation [None req-88386e9c-52c4-4e8f-82fa-a76148b58b4f admin admin] GET failed (client error): The resource could not be found. Jul 09 19:04:00.701603 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-88386e9c-52c4-4e8f-82fa-a76148b58b4f admin admin] Synchronizing usage tracker for tenant:e46d3699a2564c0c8f33433dfa75cc3a on resource:network {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:04:00.775893 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-88386e9c-52c4-4e8f-82fa-a76148b58b4f admin admin] Unset dirty status for tenant:e46d3699a2564c0c8f33433dfa75cc3a on resource:network {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:04:00.777046 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-88386e9c-52c4-4e8f-82fa-a76148b58b4f admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1402287 Jul 09 19:04:00.882207 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5337efdb-226c-413f-a92e-d37fb01890c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:04:00.883592 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-5337efdb-226c-413f-a92e-d37fb01890c8 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1026790 Jul 09 19:04:00.893582 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:04:00.897884 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:04:00.907179 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:04:00.963168 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Made reservation on behalf of e46d3699a2564c0c8f33433dfa75cc3a for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:04:00.965553 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Notify callbacks [] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:01.208400 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:01.212847 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:04:01.240841 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 5 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:04:01.334076 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcac1e3d-12b9-4fe0-9c65-7862b47770e1,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:04:01.336751 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:04:01.342640 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Checking segment: {'id': '80e8c196-dc77-45ce-beac-bf14c07ffe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:04:01.342992 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Network hostable DHCP agents. Network: 8bf00153-7b85-4723-a37b-2f68bf4e33e8, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:04:01.408126 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:04:01.477012 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 8bf00153-7b85-4723-a37b-2f68bf4e33e8) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:04:01.481563 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:04:01.482692 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:01.485526 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dec8d0-9560-4abb-a216-2d761ad4d59d None None] Network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:04:01.569531 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6798327 Jul 09 19:04:01.701205 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa510da82-d629-5588-b6f5-c47147cc2651-8bf00153-7b85-4723-a37b-2f68bf4e33e8', 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8', 'tenant_id': 'e46d3699a2564c0c8f33433dfa75cc3a', 'fixed_ips': [{'subnet_id': 'fcac1e3d-12b9-4fe0-9c65-7862b47770e1'}]}} from dv-cinder-800268-1-smb. {{(pid=79200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 19:04:01.702069 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:01.861024 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.db_base_plugin_common [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Allocated IP 192.168.233.2 (8bf00153-7b85-4723-a37b-2f68bf4e33e8/fcac1e3d-12b9-4fe0-9c65-7862b47770e1/df5cf37b-a0d3-4eec-aec9-7314259b38c1) {{(pid=79200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:04:02.073088 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Notify callbacks [] for port, precommit_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:02.083703 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Transition to ACTIVE for port object df5cf37b-a0d3-4eec-aec9-7314259b38c1 will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:04:02.102586 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Transition to ACTIVE for port object df5cf37b-a0d3-4eec-aec9-7314259b38c1 will not be triggered until provisioned by entity DHCP. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:04:02.176337 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:02.181238 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-a0572437-89e5-4479-8d87-c98bd387dee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:04:02.282478 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 is already hosted by enough agents. {{(pid=79200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:04:02.285805 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.base_scheduler [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Resources bound (agent type, host, resource id): {{(pid=79200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:04:02.288305 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Received port after_create {{(pid=79200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:04:02.294271 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Pushing event updated for resources: {'Port': ['ID=df5cf37b-a0d3-4eec-aec9-7314259b38c1,revision_number=1']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:04:02.302401 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.302772 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.303105 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.303430 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.303750 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.304068 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.304384 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.304697 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.305012 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.305323 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.305633 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.305939 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:04:02.309590 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:04:02.394595 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Attempting to bind port df5cf37b-a0d3-4eec-aec9-7314259b38c1 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:04:02.395011 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Attempting to bind port df5cf37b-a0d3-4eec-aec9-7314259b38c1 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '80e8c196-dc77-45ce-beac-bf14c07ffe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:04:02.395368 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Attempting to bind port df5cf37b-a0d3-4eec-aec9-7314259b38c1 on network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:04:02.400610 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:04:02.400978 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Checking segment: {'id': '80e8c196-dc77-45ce-beac-bf14c07ffe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:04:02.401407 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:02.401791 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Bound using segment: {'id': '80e8c196-dc77-45ce-beac-bf14c07ffe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:04:02.402255 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Bound port: df5cf37b-a0d3-4eec-aec9-7314259b38c1, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e8c196-dc77-45ce-beac-bf14c07ffe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:04:02.402722 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:02.490160 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] For port df5cf37b-a0d3-4eec-aec9-7314259b38c1, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:04:02.493072 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] For port df5cf37b-a0d3-4eec-aec9-7314259b38c1, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=df5cf37b-a0d3-4eec-aec9-7314259b38c1,segment=NetworkSegment(80e8c196-dc77-45ce-beac-bf14c07ffe4c),segment_id=80e8c196-dc77-45ce-beac-bf14c07ffe4c)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:04:02.570592 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:02.574532 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:04:02.650109 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Pushing event updated for resources: {'Port': ['ID=df5cf37b-a0d3-4eec-aec9-7314259b38c1,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:04:02.653416 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:04:03.539417 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50c4696-a469-4e95-850c-bee9ced1064f None None] Network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:04:03.714775 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c0955bac-1347-4763-8f1e-e9c4aa175c5f None None] Provisioning for port df5cf37b-a0d3-4eec-aec9-7314259b38c1 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:04:04.247922 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device df5cf37b-a0d3-4eec-aec9-7314259b38c1 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:04:04.385930 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port df5cf37b-a0d3-4eec-aec9-7314259b38c1 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:04:04.391343 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port df5cf37b-a0d3-4eec-aec9-7314259b38c1 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:04:04.391721 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:04.508778 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:04.540724 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port df5cf37b-a0d3-4eec-aec9-7314259b38c1, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=df5cf37b-a0d3-4eec-aec9-7314259b38c1,segment=NetworkSegment(80e8c196-dc77-45ce-beac-bf14c07ffe4c),segment_id=80e8c196-dc77-45ce-beac-bf14c07ffe4c)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:04:04.654192 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:04.656372 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:04:04.720734 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=df5cf37b-a0d3-4eec-aec9-7314259b38c1,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:04:04.725419 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:04:06.226879 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device df5cf37b-a0d3-4eec-aec9-7314259b38c1 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:04:06.296317 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port df5cf37b-a0d3-4eec-aec9-7314259b38c1 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:04:06.296680 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:17.553021 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ae1d5f52-1aaa-4dfc-aa28-db9874e8d64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:18.094220 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:20.003322 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-20df8071-dd9e-43dc-a5ab-1ce88e4b7011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:21.227460 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:22.684332 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:38.239201 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 5 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:04:47.541828 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-e10ea9a1-d4dc-487e-b42d-0a1ec0e92571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:48.079891 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:49.930360 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-e8354e5e-c614-4b5a-8e96-f851d5b2a803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:51.233032 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:04:52.661528 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:15.237908 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 5 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:05:17.542210 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a285e5b6-9dbd-4da2-9713-b53f91995147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:18.082862 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:19.963037 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f1cb5378-68c0-40e8-9e9d-b5af06490c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:21.256274 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:22.459994 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58584) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:05:22.466173 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [None req-112b2604-1bfb-4de6-9d0a-ce9eba8c7d35 tempest-verify_tempest_config-357245982 tempest-verify_tempest_config-357245982-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:05:22.467267 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-112b2604-1bfb-4de6-9d0a-ce9eba8c7d35 tempest-verify_tempest_config-357245982 tempest-verify_tempest_config-357245982-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063288 Jul 09 19:05:22.700323 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:22.960555 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58602) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:05:23.073122 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:23.087360 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:05:23.091058 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Usage tracker for resource:security_group_rule and tenant:2dda3eb3b9f6437888f2259b4e576ef9 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:05:23.093903 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:05:23.100333 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:05:23.181278 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:23.268157 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:23.277084 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:05:23.314914 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dda3eb3b9f6437888f2259b4e576ef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3532691 Jul 09 19:05:23.316380 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1a4965-925d-4d63-a1df-5b73a87297d3,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:05:23.317575 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58608) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:05:23.323291 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.323633 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.323964 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.324290 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.324609 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.324926 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.325244 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.325558 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.325888 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.326201 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.326509 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.326841 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.331105 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:05:23.378235 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:23.402760 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:23.554365 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:23.559651 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:05:23.573989 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1a4965-925d-4d63-a1df-5b73a87297d3,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:05:23.582781 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:23.583849 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be1a4965-925d-4d63-a1df-5b73a87297d3 HTTP/1.1" status: 204 len: 168 time: 0.2653124 Jul 09 19:05:23.585213 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.585536 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.585859 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.586385 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.586737 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.587060 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.587375 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.587688 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.587999 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.588308 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.588616 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.588923 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:05:23.591978 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:05:47.528566 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b5008ea4-47ed-4b8d-a624-2761fb0b7fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:48.095919 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:49.968562 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-301badf1-0ebd-4a3d-b44a-cf88cee10a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:51.278855 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:05:52.236175 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 5 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:05:52.730362 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:06:17.530075 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4ac3-560e-4e7f-b005-fdacf5aaf491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:06:18.067398 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:06:19.970279 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-cdb07d16-e0e5-4a55-964a-b187471e6887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:06:21.233493 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:06:22.676623 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:06:29.235002 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 5 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:06:47.535848 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-cbe90050-c83e-4109-893f-8e6a9df5556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:06:48.095867 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:06:49.965015 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-11f09bff-4d33-4e97-8abb-ebbfd529970a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:06:51.244501 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:06:52.678686 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:01.527755 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-472799'] for agent, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:04.924427 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58660) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:07:05.034996 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-d9283a97-b990-402c-aac1-5f822d178d38 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1092918 Jul 09 19:07:06.234248 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:07:07.126949 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58670) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:07:07.180710 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7eee8498-9b23-4ee6-8c12-1eabde16b723 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0526931 Jul 09 19:07:17.529926 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4299afad-bd7a-443d-a389-6148a77bc70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:18.084772 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:19.978972 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-98a7b3b9-436c-45fb-8695-dcd0b61c3c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:21.238965 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:22.684241 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:31.527053 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:43.232888 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:07:47.535686 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d3199147-4080-481a-b13c-4ff8a56c6d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:48.093105 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:49.981423 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8dadee92-4c50-45e8-ae65-6f9863861e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:51.244309 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:07:52.678238 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:01.555217 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:17.520886 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-e22ad4ff-3c67-4568-8b3c-1e0caba1a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:18.089562 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:19.978394 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-63542d80-01c7-42a8-b630-6f69e5282f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:20.231532 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:08:21.267029 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:22.695472 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:31.558209 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:47.552323 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4b8733d4-0935-46de-a845-f4d6fdec04d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:48.112825 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:49.989358 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4314ee64-706f-4043-8203-1382ad03718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:51.307140 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:52.686324 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:53.508705 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58840) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:53.864946 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-network', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:08:53.870533 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:53.874981 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Usage tracker for resource:network and tenant:0c3f20b7bdde4d869bc9fa7fc09c917c is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:53.878649 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:53.884475 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:53.969444 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Made reservation on behalf of 0c3f20b7bdde4d869bc9fa7fc09c917c for: {'network': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:08:53.978692 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:53.985646 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:54.000878 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:54.004972 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Usage tracker for resource:security_group_rule and tenant:0c3f20b7bdde4d869bc9fa7fc09c917c is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:54.012746 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:54.018925 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:54.104889 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:54.169905 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:54.174258 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:54.181912 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58876) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:54.200890 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=79199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:08:54.212713 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba38727a-96cc-4d85-9c93-9dc1e9b648b8,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:54.222428 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:54.222809 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.segments_db [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Added segment 70a61417-7056-49c0-9e57-b401599fd478 of type vlan for network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 Jul 09 19:08:54.224406 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.224742 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.225069 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.225395 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.225712 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.226027 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.226604 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.226945 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.227256 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.227578 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.227873 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.228523 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Tracked resource versions report: Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: pushed versions: Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: { 'AddressGroup': {'1.2'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'ConntrackHelper': {'1.0'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'Log': {'1.0'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'Network': {'1.1'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'Port': {'1.7'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'PortForwarding': {'1.2'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'QosPolicy': {'1.8'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'SecurityGroup': {'1.4'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'SubPort': {'1.0'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'Subnet': {'1.1'}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'Trunk': {'1.1'}} Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: consumer versions: Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: { DHCP agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: HyperV agent@hv-cinder-80026: {}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: L3 agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: Metadata agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: Metering agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: Open vSwitch agent@dv-cinder-800268-1-smb: { 'AddressGroup': '1.2', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'ConntrackHelper': '1.0', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'Log': '1.0', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'Network': '1.1', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'Port': '1.7', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'PortForwarding': '1.2', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'QosPolicy': '1.8', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'SecurityGroup': '1.4', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'SecurityGroupRule': '1.2', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'SubPort': '1.0', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'Subnet': '1.1', Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: 'Trunk': '1.1'}} Jul 09 19:08:54.233771 dv-cinder-800268-1-smb neutron-server[79199]: {{(pid=79199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:08:54.235673 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:54.264608 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:54.360963 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:54.362345 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:08:54.362981 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:54.367992 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:54.470644 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Pushing event updated for resources: {'Network': ['ID=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:54.473358 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:54.485188 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:08:54.561880 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0522673 Jul 09 19:08:54.565347 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58890) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:54.571253 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Request body: {'subnet': {'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-subnet', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:08:54.579035 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:54.589066 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Usage tracker for resource:subnet and tenant:0c3f20b7bdde4d869bc9fa7fc09c917c is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:54.594089 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:54.607609 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:54.694214 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1133536757-network', 'tenant_id': 'a5f33819a3264b73a73f71b2721e060f'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:08:54.698778 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:54.703253 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Usage tracker for resource:network and tenant:a5f33819a3264b73a73f71b2721e060f is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:54.707053 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:54.710905 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Made reservation on behalf of 0c3f20b7bdde4d869bc9fa7fc09c917c for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:08:54.713163 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:54.733173 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:54.918750 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58898) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:54.921327 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Made reservation on behalf of a5f33819a3264b73a73f71b2721e060f for: {'network': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:08:54.923643 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:54.937369 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:54.952676 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58904) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:54.957574 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:54.961698 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f33819a3264b73a73f71b2721e060f is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:54.964507 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:54.970590 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:55.061157 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.073303 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:55.130227 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.162058 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f60a688-0427-4329-805e-76287dc10154,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:55.167077 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Checking segment: {'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:08:55.167464 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Network hostable DHCP agents. Network: 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:08:55.180818 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.184384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Tracked resource versions report: Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: pushed versions: Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: { 'AddressGroup': {'1.2'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'ConntrackHelper': {'1.0'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'Log': {'1.0'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'Network': {'1.1'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'Port': {'1.7'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'PortForwarding': {'1.2'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'QosPolicy': {'1.8'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'SecurityGroup': {'1.4'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'SubPort': {'1.0'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'Subnet': {'1.1'}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'Trunk': {'1.1'}} Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: consumer versions: Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: { DHCP agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: HyperV agent@hv-cinder-80026: {}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: L3 agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: Metadata agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: Metering agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: Open vSwitch agent@dv-cinder-800268-1-smb: { 'AddressGroup': '1.2', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'ConntrackHelper': '1.0', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'Log': '1.0', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'Network': '1.1', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'Port': '1.7', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'PortForwarding': '1.2', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'QosPolicy': '1.8', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'SecurityGroup': '1.4', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'SecurityGroupRule': '1.2', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'SubPort': '1.0', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'Subnet': '1.1', Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: 'Trunk': '1.1'}} Jul 09 19:08:55.185794 dv-cinder-800268-1-smb neutron-server[79198]: {{(pid=79198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:08:55.189685 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:55.197230 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-90322697-network', 'tenant_id': '874c1999870a48d193e25276ca18fab5'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:08:55.204280 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.205857 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:55.213263 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Usage tracker for resource:network and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:55.217944 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=79198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:08:55.227313 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:55.228095 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.228613 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.segments_db [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Added segment 314251f2-bf22-45c3-917d-f3862a4c6fff of type vlan for network ee1193f8-1041-4d60-aa59-d016600489dc Jul 09 19:08:55.243890 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:55.256418 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.261092 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:55.262283 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1298900128-network', 'tenant_id': 'd8f84d62ccf4490e8448ee7390151127'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:08:55.267090 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:55.272503 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Usage tracker for resource:network and tenant:d8f84d62ccf4490e8448ee7390151127 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:55.276274 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:55.284651 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:55.308571 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a8a393-f03a-4987-8412-a69dfc84f9ba,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:55.312866 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:55.316573 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:08:55.337495 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Made reservation on behalf of 874c1999870a48d193e25276ca18fab5 for: {'network': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:08:55.340144 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.353181 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.369132 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:55.372953 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Usage tracker for resource:security_group_rule and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:55.375764 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:55.381425 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:55.402148 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Made reservation on behalf of d8f84d62ccf4490e8448ee7390151127 for: {'network': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:08:55.404478 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.421913 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.429369 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.430493 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:08:55.432697 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:08:55.433563 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.441710 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b5609568-8ab3-4cb7-ab03-8c038cf1c1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:55.442879 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1741bccc-418f-4de0-80c6-48a82c47ad48 None None] Network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:08:55.461216 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:55.467242 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f84d62ccf4490e8448ee7390151127 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:55.475124 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:55.482901 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:55.505415 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:08:55.506361 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.559572 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.620238 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.629141 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.632623 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:55.666283 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=79199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:08:55.683323 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e86f8c4-1649-4f68-baf5-f933e64bf2f1,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:55.688957 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:55.690752 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Pushing event updated for resources: {'Network': ['ID=ee1193f8-1041-4d60-aa59-d016600489dc,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:55.694310 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:55.694439 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.694897 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.segments_db [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Added segment 253732d1-a74d-42b4-835e-45d53f5d869e of type vlan for network 54de321d-bd53-45a6-b8db-9659257be9d3 Jul 09 19:08:55.700489 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.706910 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-44a989c8-f43d-42d9-a059-0432d7cd9c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:55.707950 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95095b7-4636-408f-9875-7e09373ae465 None None] Network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:08:55.726968 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network ee1193f8-1041-4d60-aa59-d016600489dc details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:08:55.761765 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=79199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:08:55.767398 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.775791 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:55.781685 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:55.786542 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.787088 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.segments_db [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Added segment 23053b9d-8286-467f-afe6-176f54d57153 of type vlan for network 8694520c-be46-43e2-91c4-fabd47ed11bd Jul 09 19:08:55.788799 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6050444 Jul 09 19:08:55.791139 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-afdf77ba-b835-4875-b377-4985a080cd32 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2243855 Jul 09 19:08:55.792247 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58940) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:55.802707 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 58942) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:55.802809 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Request body: {'subnet': {'network_id': 'ee1193f8-1041-4d60-aa59-d016600489dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1133536757-subnet', 'tenant_id': 'a5f33819a3264b73a73f71b2721e060f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:08:55.813782 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-router', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:08:55.814007 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:55.824552 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:55.826727 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Usage tracker for resource:subnet and tenant:a5f33819a3264b73a73f71b2721e060f is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:55.832924 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:55.839619 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Usage tracker for resource:router and tenant:0c3f20b7bdde4d869bc9fa7fc09c917c is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:55.841561 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:55.845463 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:55.853518 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.857153 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:55.912903 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.913059 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Made reservation on behalf of a5f33819a3264b73a73f71b2721e060f for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:08:55.914114 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:08:55.915093 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.915297 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:55.920307 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:56.093241 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Pushing event updated for resources: {'Network': ['ID=54de321d-bd53-45a6-b8db-9659257be9d3,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:56.098518 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-472757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7160'] for router, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:56.100180 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7105'] for router, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:56.116201 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:56.118774 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:56.118912 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 54de321d-bd53-45a6-b8db-9659257be9d3 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:08:56.143714 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:08:56.144472 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:56.153433 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:56.325239 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:56.333336 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:56.346857 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-72b9950e-9364-422f-be81-3e0d0fbce4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:56.431165 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4769852 Jul 09 19:08:56.432730 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5149815 Jul 09 19:08:56.434476 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58964) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:56.437160 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 58966) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:56.443166 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada0ba93-a4cf-4d9f-a3eb-4958b0bf6ab0,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:56.450710 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Pushing event updated for resources: {'Network': ['ID=8694520c-be46-43e2-91c4-fabd47ed11bd,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:56.455848 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:56.462912 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 8694520c-be46-43e2-91c4-fabd47ed11bd details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:08:56.473671 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Request body: {'subnet': {'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1298900128-subnet', 'tenant_id': 'd8f84d62ccf4490e8448ee7390151127', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:08:56.493091 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:56.497799 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Request body: {'subnet': {'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-subnet', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:08:56.512822 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:56.518825 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Checking segment: {'id': '314251f2-bf22-45c3-917d-f3862a4c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee1193f8-1041-4d60-aa59-d016600489dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:08:56.524954 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Network hostable DHCP agents. Network: ee1193f8-1041-4d60-aa59-d016600489dc, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:08:56.529585 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Usage tracker for resource:subnet and tenant:d8f84d62ccf4490e8448ee7390151127 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:56.536286 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:56.544641 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:56.553207 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Usage tracker for resource:subnet and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:56.562080 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:56.582496 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:56.590453 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:56.686343 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Made reservation on behalf of d8f84d62ccf4490e8448ee7390151127 for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:08:56.688713 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:56.788063 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Made reservation on behalf of 874c1999870a48d193e25276ca18fab5 for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:08:56.790354 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:56.806725 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Network ee1193f8-1041-4d60-aa59-d016600489dc is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:08:56.936312 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-472746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7135'] for router, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:57.012943 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, ee1193f8-1041-4d60-aa59-d016600489dc) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:08:57.023748 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60261fa8-4730-4b58-9a6d-823ac30d9ab3 None None] Network ee1193f8-1041-4d60-aa59-d016600489dc requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:08:57.067269 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:08:57.067860 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:57.190066 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3966956 Jul 09 19:08:57.230828 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:08:57.240764 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:57.246118 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7852a82d-b048-4956-84be-4ff7826309cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:57.315603 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:57.453755 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Checking segment: {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:08:57.454462 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Network hostable DHCP agents. Network: 8694520c-be46-43e2-91c4-fabd47ed11bd, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:08:57.477498 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d8c7a-d3fb-41b7-b40d-3a2d5eff5564 None None] Network ee1193f8-1041-4d60-aa59-d016600489dc requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:08:57.511074 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146b580e-1917-4660-b084-4dfefa42214e,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:57.550893 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:57.551370 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-9906ccac-1641-4891-8596-3491f142cdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:57.610153 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:57.615416 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Checking segment: {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:08:57.615766 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Network hostable DHCP agents. Network: 54de321d-bd53-45a6-b8db-9659257be9d3, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:08:57.624316 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Network 8694520c-be46-43e2-91c4-fabd47ed11bd is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:08:57.650029 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:57.656846 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c819840b-9e6b-4495-834d-816eadd92a71,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:57.659506 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:57.703517 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 8694520c-be46-43e2-91c4-fabd47ed11bd) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:08:57.711062 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:08:57.711062 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:57.745799 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0781631-9b8c-43ff-b060-4c2a1e11a1b6 None None] Network 8694520c-be46-43e2-91c4-fabd47ed11bd requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:08:57.783630 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Network 54de321d-bd53-45a6-b8db-9659257be9d3 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:08:57.794495 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 54de321d-bd53-45a6-b8db-9659257be9d3) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:08:57.809982 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:08:57.810980 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:57.819989 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ddff4-14ad-46ef-a00a-7df3f2b20e07 None None] Network 54de321d-bd53-45a6-b8db-9659257be9d3 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:08:57.843334 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Allocated IP 172.28.0.126 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/61cfd16e-426b-47ee-8e08-793f52708182) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:08:57.896966 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-4b72492c-7dfd-47a1-b2e7-1734644ccf19 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4611864 Jul 09 19:08:57.969484 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5282726 Jul 09 19:08:57.969853 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59040) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:57.983161 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:08:57.989342 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:08:57.997297 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Usage tracker for resource:router and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:08:58.006886 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:08:58.014347 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:08:58.118067 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59048) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:58.122938 dv-cinder-800268-1-smb neutron-server[79198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 19:08:58.190397 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-472757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7160'] for router, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:58.192569 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7105'] for router, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:58.202098 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:58.361431 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:58.375355 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:58.384578 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-a76b2b7f-6a3c-48c3-b9c1-bd3d88d5cc8c tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:08:58.385305 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-a76b2b7f-6a3c-48c3-b9c1-bd3d88d5cc8c tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Synchronizing usage tracker for tenant:a5f33819a3264b73a73f71b2721e060f on resource:network {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:08:58.456995 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59076) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:08:58.472594 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:58.516040 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Pushing event updated for resources: {'Port': ['ID=61cfd16e-426b-47ee-8e08-793f52708182,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:58.520224 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaf4c49-8991-4bb5-8dda-8eb00e46573c None None] Network 8694520c-be46-43e2-91c4-fabd47ed11bd requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:08:58.523651 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:58.534670 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:08:58.536192 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:08:58.540281 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:08:58.542816 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa510da82-d629-5588-b6f5-c47147cc2651-54de321d-bd53-45a6-b8db-9659257be9d3', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71'}]}} from dv-cinder-800268-1-smb. {{(pid=79200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 19:08:58.543375 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:58.658969 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-a76b2b7f-6a3c-48c3-b9c1-bd3d88d5cc8c tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Unset dirty status for tenant:a5f33819a3264b73a73f71b2721e060f on resource:network {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:08:58.660635 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-a76b2b7f-6a3c-48c3-b9c1-bd3d88d5cc8c tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/networks?id=ee1193f8-1041-4d60-aa59-d016600489dc HTTP/1.1" status: 200 len: 812 time: 0.5410521 Jul 09 19:08:58.695741 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-68853286-edef-4670-b749-9694acaf2009 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/quotas/a5f33819a3264b73a73f71b2721e060f HTTP/1.1" status: 200 len: 375 time: 0.0253541 Jul 09 19:08:58.706193 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-029190d1-08f5-49e9-b709-50e27beb58e6 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:08:58.707872 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-029190d1-08f5-49e9-b709-50e27beb58e6 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 815 time: 0.2457492 Jul 09 19:08:58.765601 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-0f40fbfc-6d4c-487e-ab77-63ed6ad9157e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5f33819a3264b73a73f71b2721e060f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568421 Jul 09 19:08:58.767671 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-c30b3e28-ef2d-4984-aa9e-522a98d285fa tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/quotas/d8f84d62ccf4490e8448ee7390151127 HTTP/1.1" status: 200 len: 375 time: 0.0232589 Jul 09 19:08:58.879152 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-14eea031-cb4b-4a56-b477-647b783c52b4 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010044 Jul 09 19:08:58.884978 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.db_base_plugin_common [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Allocated IP 172.20.0.2 (54de321d-bd53-45a6-b8db-9659257be9d3/c819840b-9e6b-4495-834d-816eadd92a71/b008fdca-9b5d-4915-9e7e-26f93c4461dd) {{(pid=79200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:08:59.102163 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-472746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7135'] for router, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:59.133353 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-650f5ad0-7f9e-4793-b549-21bf7adf1f56 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:08:59.134525 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-650f5ad0-7f9e-4793-b549-21bf7adf1f56 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1225159 Jul 09 19:08:59.176641 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-9b0052f7-e44c-4995-9cdd-f8ba5d0d6826 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:08:59.177598 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-9b0052f7-e44c-4995-9cdd-f8ba5d0d6826 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0949762 Jul 09 19:08:59.182141 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:59.213361 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Notify callbacks [] for port, precommit_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:59.225134 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Transition to ACTIVE for port object b008fdca-9b5d-4915-9e7e-26f93c4461dd will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:08:59.245238 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Transition to ACTIVE for port object b008fdca-9b5d-4915-9e7e-26f93c4461dd will not be triggered until provisioned by entity DHCP. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:08:59.324525 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:59.331267 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:59.396676 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Network 54de321d-bd53-45a6-b8db-9659257be9d3 is already hosted by enough agents. {{(pid=79200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:08:59.399600 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.base_scheduler [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Resources bound (agent type, host, resource id): {{(pid=79200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:08:59.403232 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Received port after_create {{(pid=79200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:08:59.409150 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Pushing event updated for resources: {'Port': ['ID=b008fdca-9b5d-4915-9e7e-26f93c4461dd,revision_number=1']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:59.446433 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.446778 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.447164 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.447555 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.447938 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.448320 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.448699 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.449067 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.449442 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.449812 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.450180 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.450547 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Tracked resource versions report: Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: pushed versions: Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: { 'AddressGroup': {'1.2'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'ConntrackHelper': {'1.0'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'Log': {'1.0'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'Network': {'1.1'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'Port': {'1.7'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'PortForwarding': {'1.2'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'QosPolicy': {'1.8'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'SecurityGroup': {'1.4'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'SubPort': {'1.0'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'Subnet': {'1.1'}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'Trunk': {'1.1'}} Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: consumer versions: Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: { DHCP agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: HyperV agent@hv-cinder-80026: {}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: L3 agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: Metadata agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: Metering agent@dv-cinder-800268-1-smb: {}, Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: Open vSwitch agent@dv-cinder-800268-1-smb: { 'AddressGroup': '1.2', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'ConntrackHelper': '1.0', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'Log': '1.0', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'Network': '1.1', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'Port': '1.7', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'PortForwarding': '1.2', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'QosPolicy': '1.8', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'SecurityGroup': '1.4', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'SecurityGroupRule': '1.2', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'SubPort': '1.0', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'Subnet': '1.1', Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: 'Trunk': '1.1'}} Jul 09 19:08:59.451732 dv-cinder-800268-1-smb neutron-server[79200]: {{(pid=79200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:08:59.459997 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:59.468486 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-0ae1d428-e49c-41b6-afbd-224418a99fc4 service neutron] 10.222.0.16 "GET /v2.0/networks/ee1193f8-1041-4d60-aa59-d016600489dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266032 Jul 09 19:08:59.510813 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Attempting to bind port b008fdca-9b5d-4915-9e7e-26f93c4461dd on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:08:59.511362 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Attempting to bind port b008fdca-9b5d-4915-9e7e-26f93c4461dd by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:08:59.511719 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Attempting to bind port b008fdca-9b5d-4915-9e7e-26f93c4461dd on network 54de321d-bd53-45a6-b8db-9659257be9d3 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:08:59.518251 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:08:59.518638 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Checking segment: {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:08:59.519056 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:59.519513 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Bound using segment: {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:08:59.519914 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Bound port: b008fdca-9b5d-4915-9e7e-26f93c4461dd, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:08:59.520324 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:59.522417 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-472764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462336'] for router, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:59.572551 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-0b54dcfd-eb4d-47b7-9cac-9765f9854bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460760 Jul 09 19:08:59.625953 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] For port b008fdca-9b5d-4915-9e7e-26f93c4461dd, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:08:59.629744 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] For port b008fdca-9b5d-4915-9e7e-26f93c4461dd, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=b008fdca-9b5d-4915-9e7e-26f93c4461dd,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:08:59.698473 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:08:59.703355 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-406655fa-e81a-482d-b348-c1273b8aaf61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:08:59.783870 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Pushing event updated for resources: {'Port': ['ID=b008fdca-9b5d-4915-9e7e-26f93c4461dd,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:08:59.787137 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:08:59.813528 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-2e69cbc4-389b-4bb5-980c-ed8ccb2dbb7b service neutron] 10.222.0.16 "GET /v2.0/networks/ee1193f8-1041-4d60-aa59-d016600489dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442137 Jul 09 19:08:59.848004 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Router b27cddae-f7e1-4177-a01f-41f24f84b5e7 is scheduled to L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 with binding_index 1 {{(pid=79199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:08:59.988895 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-8fcbbde9-78a9-4c26-8f23-49439999e07c service neutron] 10.222.0.16 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078135 Jul 09 19:09:00.114074 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:00.151622 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:09:00.162077 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Sync routers for ids ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:09:00.175651 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Routers {'b27cddae-f7e1-4177-a01f-41f24f84b5e7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:09:00.181183 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:08:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:00.199132 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:00.293979 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Notify callbacks [] for router, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:00.301975 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4909384 Jul 09 19:09:00.301975 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59126) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:00.518226 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device b008fdca-9b5d-4915-9e7e-26f93c4461dd up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:00.620857 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-01b307a4-5b67-4f4e-ac90-8cd3bd7d7ee5 req-060b8926-637c-465b-8a6d-0a68ba5c6f88 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 210 time: 0.1592684 Jul 09 19:09:00.683083 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a6a50deb-1fa9-4dea-8165-76d035cf356d req-0202d48a-2961-4f6b-ad0a-aa91cf2f5275 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 210 time: 0.1152833 Jul 09 19:09:00.693723 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Set router b27cddae-f7e1-4177-a01f-41f24f84b5e7 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:09:00.739890 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Allocated IP 172.28.0.185 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/fba3f463-7f7a-490c-85d4-7fd509256698) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:09:00.980235 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port b008fdca-9b5d-4915-9e7e-26f93c4461dd completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:01.002180 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:01.115656 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:01.122544 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-bc03642c-4bda-43e6-8957-bb3be064ba42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:01.256695 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:01.261253 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:01.281175 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:09:01.371025 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038fd2ee-1842-4485-859f-f96d02a7df16 None None] Network 54de321d-bd53-45a6-b8db-9659257be9d3 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:09:01.404991 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-router', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '61cfd16e-426b-47ee-8e08-793f52708182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:56Z', 'updated_at': '2021-07-09T19:08:58Z', 'revision_number': 3, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'gw_port': {'id': '61cfd16e-426b-47ee-8e08-793f52708182', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:08:57Z', 'updated_at': '2021-07-09T19:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:01.414573 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Checking router: b27cddae-f7e1-4177-a01f-41f24f84b5e7 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:09:01.415071 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Updating router b27cddae-f7e1-4177-a01f-41f24f84b5e7 port 61cfd16e-426b-47ee-8e08-793f52708182 binding host dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:09:01.440172 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Pushing event updated for resources: {'Port': ['ID=fba3f463-7f7a-490c-85d4-7fd509256698,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:01.446205 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:01.597318 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:01.794256 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:01.841007 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-61d12520-9ce7-4c41-a658-7f0891ad8317 req-9056de9c-f4a0-4521-be29-8c83f7d0c776 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 210 time: 0.1185701 Jul 09 19:09:01.842109 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-0456d407-203e-44a6-9d6d-6f502e81f524 None None] Provisioning for port b008fdca-9b5d-4915-9e7e-26f93c4461dd completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:01.855371 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-0456d407-203e-44a6-9d6d-6f502e81f524 None None] Provisioning complete for port b008fdca-9b5d-4915-9e7e-26f93c4461dd triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:01.856084 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-0456d407-203e-44a6-9d6d-6f502e81f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:01.980042 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-209b5b50-c1f3-48b2-8aa6-db92084a8c44 req-7577d3b2-24de-46e5-9dcc-f6bea0284f47 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 210 time: 0.0782149 Jul 09 19:09:02.113722 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.155903 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.316709 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Notify callbacks [] for port, precommit_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.332437 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.provisioning_blocks [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Transition to ACTIVE for port object 61cfd16e-426b-47ee-8e08-793f52708182 will not be triggered until provisioned by entity L2. {{(pid=79201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:02.354268 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-0456d407-203e-44a6-9d6d-6f502e81f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.408305 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-0456d407-203e-44a6-9d6d-6f502e81f524 None None] For port b008fdca-9b5d-4915-9e7e-26f93c4461dd, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=b008fdca-9b5d-4915-9e7e-26f93c4461dd,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:02.416624 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.422310 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:02.502971 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-0456d407-203e-44a6-9d6d-6f502e81f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.511404 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:02.527860 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Attempting to bind port 61cfd16e-426b-47ee-8e08-793f52708182 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:09:02.528300 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Attempting to bind port 61cfd16e-426b-47ee-8e08-793f52708182 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:09:02.528632 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Attempting to bind port 61cfd16e-426b-47ee-8e08-793f52708182 on network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:02.544543 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Pushing event updated for resources: {'Port': ['ID=61cfd16e-426b-47ee-8e08-793f52708182,revision_number=2']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:02.544543 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:09:02.544543 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Checking segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:02.544543 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.544543 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Bound using segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:09:02.544543 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Bound port: 61cfd16e-426b-47ee-8e08-793f52708182, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:09:02.544543 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.556350 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Allocated IP 172.20.0.1 (74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57/4f60a688-0427-4329-805e-76287dc10154/ab00730a-c027-4597-9623-c677337c3476) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:09:02.587349 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.588332 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.588332 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.588564 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.588653 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.588988 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.589303 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.589664 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.590103 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.590330 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.590650 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.590963 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Tracked resource versions report: Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: pushed versions: Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: { 'AddressGroup': {'1.2'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'ConntrackHelper': {'1.0'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'Log': {'1.0'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'Network': {'1.1'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'Port': {'1.7'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'PortForwarding': {'1.2'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'QosPolicy': {'1.8'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'SecurityGroup': {'1.4'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'SubPort': {'1.0'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'Subnet': {'1.1'}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'Trunk': {'1.1'}} Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: consumer versions: Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: { DHCP agent@dv-cinder-800268-1-smb: {}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: HyperV agent@hv-cinder-80026: {}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: L3 agent@dv-cinder-800268-1-smb: {}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: Metadata agent@dv-cinder-800268-1-smb: {}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: Metering agent@dv-cinder-800268-1-smb: {}, Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: Open vSwitch agent@dv-cinder-800268-1-smb: { 'AddressGroup': '1.2', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'ConntrackHelper': '1.0', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'Log': '1.0', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'Network': '1.1', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'Port': '1.7', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'PortForwarding': '1.2', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'QosPolicy': '1.8', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'SecurityGroup': '1.4', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'SecurityGroupRule': '1.2', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'SubPort': '1.0', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'Subnet': '1.1', Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: 'Trunk': '1.1'}} Jul 09 19:09:02.592028 dv-cinder-800268-1-smb neutron-server[79201]: {{(pid=79201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:09:02.601416 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:02.668413 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] For port 61cfd16e-426b-47ee-8e08-793f52708182, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:09:02.673581 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] For port 61cfd16e-426b-47ee-8e08-793f52708182, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=61cfd16e-426b-47ee-8e08-793f52708182,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:09:02.680863 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456d407-203e-44a6-9d6d-6f502e81f524 None None] Pushing event updated for resources: {'Port': ['ID=b008fdca-9b5d-4915-9e7e-26f93c4461dd,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:02.685863 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-0456d407-203e-44a6-9d6d-6f502e81f524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:02.697943 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-ca56400f-ded5-4825-96c6-4da2ee7e45fa None None] Provisioning complete for port b008fdca-9b5d-4915-9e7e-26f93c4461dd triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:02.698318 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ca56400f-ded5-4825-96c6-4da2ee7e45fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.738205 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59224) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:02.799962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.816277 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.821391 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:02.938325 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.964583 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:02.973393 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:03.016428 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Routers {'b27cddae-f7e1-4177-a01f-41f24f84b5e7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:09:03.017050 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:08:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:03.063265 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:03.091724 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6c3fbaa0-64e8-45cf-afb7-483d7f517deb req-1e95b029-f7c3-4b09-ac00-debe55404aa8 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 210 time: 0.1238303 Jul 09 19:09:03.125506 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] Usage tracker for resource:security_group_rule and tenant:7fabbec319b84bac9c3546529785961b is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:03.134587 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Pushing event updated for resources: {'Port': ['ID=ab00730a-c027-4597-9623-c677337c3476,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:03.140820 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Pushing event updated for resources: {'Port': ['ID=61cfd16e-426b-47ee-8e08-793f52708182,revision_number=3']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:03.146254 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:03.147138 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:03.151712 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:03.166078 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:03.170142 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:03.177670 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:09:03.178302 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462534'] for router_interface, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:03.193940 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-472764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462336'] for router, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:03.223568 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fcc06ac3-910d-430e-87a0-1f2b30dd26d3 req-58d5afe5-47ab-43c2-b7bd-2108e32792cf tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 210 time: 0.0804501 Jul 09 19:09:03.354222 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:03.445600 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] Set router b27cddae-f7e1-4177-a01f-41f24f84b5e7 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:09:03.617293 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:03.748356 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 is scheduled to L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 with binding_index 1 {{(pid=79198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:09:03.748527 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:03.792727 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:03.803854 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fabbec319b84bac9c3546529785961b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0633168 Jul 09 19:09:03.811730 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59270) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:03.827406 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:03.969814 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-router', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '61cfd16e-426b-47ee-8e08-793f52708182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:56Z', 'updated_at': '2021-07-09T19:08:58Z', 'revision_number': 3, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'gw_port': {'id': '61cfd16e-426b-47ee-8e08-793f52708182', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:08:57Z', 'updated_at': '2021-07-09T19:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:03.981915 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6c23e7-3563-47a3-bc95-a385d8932715 None None] The sync data for ids ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'] in dv-cinder-800268-1-smb is: [{'id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-router', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '61cfd16e-426b-47ee-8e08-793f52708182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:56Z', 'updated_at': '2021-07-09T19:08:58Z', 'revision_number': 3, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'gw_port': {'id': '61cfd16e-426b-47ee-8e08-793f52708182', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:08:57Z', 'updated_at': '2021-07-09T19:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:09:03.990168 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364e2ecb-16a8-45eb-809a-39d39d369b5f,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:03.994009 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:04.050245 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-8bfc36fa-517b-45c0-9c0d-80834d88e3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:04.089110 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:09:04.096735 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-8bfc36fa-517b-45c0-9c0d-80834d88e3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:04.100525 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Sync routers for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:09:04.120866 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:09:04.121508 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:08:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:04.224230 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Notify callbacks [] for router, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:04.227437 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2566347 Jul 09 19:09:04.230326 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59282) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:04.336142 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:04.349828 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-8bfc36fa-517b-45c0-9c0d-80834d88e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:04.356780 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:04.394915 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc36fa-517b-45c0-9c0d-80834d88e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364e2ecb-16a8-45eb-809a-39d39d369b5f,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:04.408158 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8bfc36fa-517b-45c0-9c0d-80834d88e3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:04.441059 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:04.462734 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472701'] for router_interface, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:04.484517 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:04.576792 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device b008fdca-9b5d-4915-9e7e-26f93c4461dd up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:04.584046 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-8bfc36fa-517b-45c0-9c0d-80834d88e3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:04.588600 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-8bfc36fa-517b-45c0-9c0d-80834d88e3ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/364e2ecb-16a8-45eb-809a-39d39d369b5f HTTP/1.1" status: 204 len: 168 time: 0.7750242 Jul 09 19:09:04.719121 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:09:04.787753 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Pushing event updated for resources: {'Port': ['ID=ab00730a-c027-4597-9623-c677337c3476,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:04.796484 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dc8b1c02-480f-455e-98ed-dc3210361eb1 req-2e600fe6-781c-4d8b-b7da-fb608cbcb43c tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 210 time: 0.2517257 Jul 09 19:09:04.805512 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:04.832780 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-54ef2f63-2a44-4238-8200-c72f98e46a22 req-8696dcc6-9f6a-45e7-b3aa-2d4f3dc7b44d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 210 time: 0.1367378 Jul 09 19:09:04.929544 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:04.930874 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:05.044317 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.26', 61914) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:05.221532 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port b008fdca-9b5d-4915-9e7e-26f93c4461dd triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:05.222118 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:05.617596 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:01Z', 'revision_number': 3, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:05.617596 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Checking router: 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:09:05.617596 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Updating router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 port fba3f463-7f7a-490c-85d4-7fd509256698 binding host dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:09:05.623256 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-094b0efb-80da-4320-9e10-fd18983d06e8 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:05.623256 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-094b0efb-80da-4320-9e10-fd18983d06e8 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Synchronizing usage tracker for tenant:d8f84d62ccf4490e8448ee7390151127 on resource:network {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:05.623256 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Router b27cddae-f7e1-4177-a01f-41f24f84b5e7 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:09:05.628229 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:05.840449 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-094b0efb-80da-4320-9e10-fd18983d06e8 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Unset dirty status for tenant:d8f84d62ccf4490e8448ee7390151127 on resource:network {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:05.841339 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-094b0efb-80da-4320-9e10-fd18983d06e8 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 815 time: 0.7957604 Jul 09 19:09:05.905430 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Request body: {'port': {'device_id': '1c179db5-1c08-47e4-b1fc-862025cef829', 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd', 'admin_state_up': True, 'tenant_id': 'd8f84d62ccf4490e8448ee7390151127'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:06.115332 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:09:06.123906 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] 10.222.0.16 "PUT /v2.0/routers/b27cddae-f7e1-4177-a01f-41f24f84b5e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8235281 Jul 09 19:09:06.207766 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:06.219193 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Usage tracker for resource:port and tenant:d8f84d62ccf4490e8448ee7390151127 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:06.226975 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:06.242103 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:06.317756 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.26', 61920) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:06.384336 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Made reservation on behalf of d8f84d62ccf4490e8448ee7390151127 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:09:06.390307 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:06.478160 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2a7cf619-3e9c-40bf-ab22-d4613356a3a2 req-5a2df173-e04a-4642-98bc-16a47889c470 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 210 time: 0.4114261 Jul 09 19:09:06.525576 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f8fd6b2f-da9c-484f-a52b-21f919d5fb91 req-ac417b44-103c-4adb-a7be-218f327665e5 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 210 time: 0.2573593 Jul 09 19:09:06.526462 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Notify callbacks [] for port, precommit_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:06.547114 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 61cfd16e-426b-47ee-8e08-793f52708182 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:06.576907 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59376) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:06.729767 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Transition to ACTIVE for port object fba3f463-7f7a-490c-85d4-7fd509256698 will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:06.745934 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:06.844338 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:06.850831 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-93e4f4e0-31fc-4412-b1e0-4c59c061187b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:07.013683 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Sync routers for ids ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:09:07.028198 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 61cfd16e-426b-47ee-8e08-793f52708182 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:07.056146 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Routers {'b27cddae-f7e1-4177-a01f-41f24f84b5e7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:09:07.057951 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:08:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:07.071820 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 61cfd16e-426b-47ee-8e08-793f52708182 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:07.072213 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:07.194553 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Allocated IP 172.20.0.1 (54de321d-bd53-45a6-b8db-9659257be9d3/c819840b-9e6b-4495-834d-816eadd92a71/e9600cc9-87cb-44a4-b357-d65f6c591a38) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:09:07.228594 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Attempting to bind port fba3f463-7f7a-490c-85d4-7fd509256698 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:09:07.229128 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Attempting to bind port fba3f463-7f7a-490c-85d4-7fd509256698 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:09:07.229674 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Attempting to bind port fba3f463-7f7a-490c-85d4-7fd509256698 on network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:07.234312 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-3547d8b0-84b4-4eda-9252-64b7b00e3f0c tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:07.237284 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-3547d8b0-84b4-4eda-9252-64b7b00e3f0c tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.26 "GET /v2.0/networks?id=ee1193f8-1041-4d60-aa59-d016600489dc HTTP/1.1" status: 200 len: 812 time: 0.9173527 Jul 09 19:09:07.240696 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da323e-478c-43dd-9cb8-cfc3fa3887e3 None None] Pushing event updated for resources: {'Port': ['ID=fba3f463-7f7a-490c-85d4-7fd509256698,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:07.248577 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-f0da323e-478c-43dd-9cb8-cfc3fa3887e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:07.261733 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:09:07.263471 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Checking segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:07.263570 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1090445597-network', 'tenant_id': '9c624c550527479f870e43b60d30701a'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:07.266384 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:07.267214 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Bound using segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:09:07.270988 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Bound port: fba3f463-7f7a-490c-85d4-7fd509256698, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:09:07.271518 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:07.277634 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Request body: {'port': {'device_id': 'c62d1995-b00f-4f3c-bf3b-a4df340e97a0', 'network_id': 'ee1193f8-1041-4d60-aa59-d016600489dc', 'admin_state_up': True, 'tenant_id': 'a5f33819a3264b73a73f71b2721e060f'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:07.294870 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:07.312560 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Usage tracker for resource:network and tenant:9c624c550527479f870e43b60d30701a is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:07.411435 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:07.439057 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:07.475014 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Allocated IP 172.20.0.5 (8694520c-be46-43e2-91c4-fabd47ed11bd/146b580e-1917-4660-b084-4dfefa42214e/f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:09:07.511862 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Set router b27cddae-f7e1-4177-a01f-41f24f84b5e7 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:09:07.555415 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Made reservation on behalf of 9c624c550527479f870e43b60d30701a for: {'network': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:09:07.559410 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:07.582036 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:07.590568 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] For port fba3f463-7f7a-490c-85d4-7fd509256698, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:09:07.607677 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] For port fba3f463-7f7a-490c-85d4-7fd509256698, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=fba3f463-7f7a-490c-85d4-7fd509256698,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:09:07.610263 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:07.617045 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:07.625246 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Usage tracker for resource:port and tenant:a5f33819a3264b73a73f71b2721e060f is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:07.629276 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:07.639784 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:07.640850 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port 61cfd16e-426b-47ee-8e08-793f52708182, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=61cfd16e-426b-47ee-8e08-793f52708182,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:07.646946 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:07.652369 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:07.656409 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-5394028b-4fb0-48e8-9c76-c820b5387a00 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:07.657898 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-5394028b-4fb0-48e8-9c76-c820b5387a00 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 819 time: 0.3169427 Jul 09 19:09:07.670521 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Usage tracker for resource:security_group_rule and tenant:9c624c550527479f870e43b60d30701a is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:07.683566 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:07.686231 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-02ac54bd-481e-434f-93e4-f0f6d94c77a2 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/quotas/0c3f20b7bdde4d869bc9fa7fc09c917c HTTP/1.1" status: 200 len: 375 time: 0.0177412 Jul 09 19:09:07.691733 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.provisioning_blocks [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Transition to ACTIVE for port object e9600cc9-87cb-44a4-b357-d65f6c591a38 will not be triggered until provisioned by entity DHCP. {{(pid=79198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:07.750438 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:07.757855 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:07.784788 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:07.845402 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-479e1547-b1a6-4365-882e-e84a7b3c7b78 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1549678 Jul 09 19:09:07.941421 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da323e-478c-43dd-9cb8-cfc3fa3887e3 None None] Pushing event updated for resources: {'Port': ['ID=fba3f463-7f7a-490c-85d4-7fd509256698,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:07.947161 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-f0da323e-478c-43dd-9cb8-cfc3fa3887e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:07.950956 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:07.952261 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:07.985106 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-93e4f4e0-31fc-4412-b1e0-4c59c061187b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:08.131792 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:09:08.132417 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:08:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:08.169709 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:08.248966 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:08.284303 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Made reservation on behalf of a5f33819a3264b73a73f71b2721e060f for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:09:08.288771 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:08.383998 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-router', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '61cfd16e-426b-47ee-8e08-793f52708182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:56Z', 'updated_at': '2021-07-09T19:09:03Z', 'revision_number': 4, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'gw_port': {'id': '61cfd16e-426b-47ee-8e08-793f52708182', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:08:57Z', 'updated_at': '2021-07-09T19:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'ab00730a-c027-4597-9623-c677337c3476', 'name': '', 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'mac_address': 'fa:16:3e:b6:9f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f60a688-0427-4329-805e-76287dc10154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:02Z', 'updated_at': '2021-07-09T19:09:04Z', 'revision_number': 2, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'subnets': [{'id': '4f60a688-0427-4329-805e-76287dc10154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:08.389283 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Checking router: b27cddae-f7e1-4177-a01f-41f24f84b5e7 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:09:08.389935 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Updating router b27cddae-f7e1-4177-a01f-41f24f84b5e7 port ab00730a-c027-4597-9623-c677337c3476 binding host dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:09:08.396752 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=e9600cc9-87cb-44a4-b357-d65f6c591a38,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:08.407759 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ac348005-4ccc-4f1a-9a43-4a5bcad447b5 req-6abce1d6-ae60-46d5-99a2-16ec9ade29a1 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 210 time: 0.4728699 Jul 09 19:09:08.423207 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:08.482453 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=61cfd16e-426b-47ee-8e08-793f52708182,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:08.486847 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Network 54de321d-bd53-45a6-b8db-9659257be9d3 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:08.497980 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:08.513709 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:09:08.517971 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462534'] for router_interface, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:08.532461 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Allocated IP 172.20.0.12 (ee1193f8-1041-4d60-aa59-d016600489dc/ada0ba93-a4cf-4d9f-a3eb-4958b0bf6ab0/adb01228-d31e-4b94-8183-fb100b63a6f5) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:09:08.559844 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:08.630205 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:08.745382 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:09:08.794201 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:08.848359 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:08.953154 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:08.995150 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Network 8694520c-be46-43e2-91c4-fabd47ed11bd is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:09.011762 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:09.020608 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:09:09.026897 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:09.027564 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.044640 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-765d2678-9af8-4c0d-93a7-22ef859e9b76 service neutron] 10.222.0.16 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1961744 Jul 09 19:09:09.065342 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.070981 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Pushing event updated for resources: {'Port': ['ID=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:09.081642 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:09.094652 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8bfc36fa-517b-45c0-9c0d-80834d88e3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:09.123202 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.155234 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=79199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:09:09.163325 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42ba2ff-3e72-40c0-a7d8-9fb9b40bcd7d,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:09.169091 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:09.175850 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.176190 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.segments_db [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Added segment 53cab8c7-fc84-4595-afc6-11b694281ae8 of type vlan for network 6267fb60-decb-4b94-bcd6-e1d2681a01e8 Jul 09 19:09:09.199956 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-f3d4e173-9898-45a7-b1fe-58c27dfa0ad1 None None] Provisioning for port e9600cc9-87cb-44a4-b357-d65f6c591a38 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:09.211733 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.274226 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-f3d4e173-9898-45a7-b1fe-58c27dfa0ad1 None None] Provisioning complete for port e9600cc9-87cb-44a4-b357-d65f6c591a38 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:09.274884 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f3d4e173-9898-45a7-b1fe-58c27dfa0ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.290271 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3937380 Jul 09 19:09:09.313180 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.329115 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:09.384206 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-f3d4e173-9898-45a7-b1fe-58c27dfa0ad1 None None] Port e9600cc9-87cb-44a4-b357-d65f6c591a38 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:09:09.409999 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Network ee1193f8-1041-4d60-aa59-d016600489dc is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:09.415687 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:01Z', 'revision_number': 3, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:09.416769 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:09.420629 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94befa17-aa79-4380-bd35-33ceb214df9e None None] The sync data for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb is: [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:01Z', 'revision_number': 3, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:09:09.424983 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:09:09.432350 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:09.433077 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.446036 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06564176-f20c-4702-a483-09bce8855997 req-c76d4b0b-2529-4ad6-90df-27afca4e5156 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:09.457341 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-06564176-f20c-4702-a483-09bce8855997 req-c76d4b0b-2529-4ad6-90df-27afca4e5156 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 931 time: 0.7355809 Jul 09 19:09:09.457539 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.470569 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-90f0c715-130e-4241-836e-fbc1ea7a70c4 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:09:09.471148 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.471624 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-90f0c715-130e-4241-836e-fbc1ea7a70c4 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0574553 Jul 09 19:09:09.476454 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:09.477653 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.508642 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Pushing event updated for resources: {'Port': ['ID=adb01228-d31e-4b94-8183-fb100b63a6f5,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:09.521903 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:09.522521 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.provisioning_blocks [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Transition to ACTIVE for port object ab00730a-c027-4597-9623-c677337c3476 will not be triggered until provisioned by entity L2. {{(pid=79201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:09.522945 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-525a1695-bdc8-44e0-8779-f39ad12216f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:09.596057 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-f6cc0201-c29f-4e0b-ae6f-5e9004ba76df service neutron] 10.222.0.16 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504177 Jul 09 19:09:09.618506 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.639712 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-c2c59bcf-d6d5-4e1d-bce0-b0362ebb3234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:09.672708 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-06564176-f20c-4702-a483-09bce8855997 req-73da6c07-3d59-4361-a757-b58b91f59096 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047298 Jul 09 19:09:09.672708 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:09.747440 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Pushing event updated for resources: {'Network': ['ID=6267fb60-decb-4b94-bcd6-e1d2681a01e8,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:09.760654 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 6267fb60-decb-4b94-bcd6-e1d2681a01e8 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:09:09.762845 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:09.769958 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1875393 Jul 09 19:09:09.772376 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5150509 Jul 09 19:09:09.772871 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59488) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:09.788719 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Request body: {'subnet': {'network_id': '6267fb60-decb-4b94-bcd6-e1d2681a01e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1090445597-subnet', 'tenant_id': '9c624c550527479f870e43b60d30701a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:09.801508 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:09.827726 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Usage tracker for resource:subnet and tenant:9c624c550527479f870e43b60d30701a is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:09.847133 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:09.857565 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:09.930634 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Request body: {'port': {'device_id': '1c179db5-1c08-47e4-b1fc-862025cef829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:10.361930 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Attempting to bind port ab00730a-c027-4597-9623-c677337c3476 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:09:10.371722 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Attempting to bind port ab00730a-c027-4597-9623-c677337c3476 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:09:10.373305 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Attempting to bind port ab00730a-c027-4597-9623-c677337c3476 on network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:10.386319 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:09:10.390753 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Checking segment: {'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:10.392162 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:10.392835 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Bound using segment: {'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:09:10.397720 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Bound port: ab00730a-c027-4597-9623-c677337c3476, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'}}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:09:10.401110 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:10.466218 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Request body: {'port': {'device_id': 'c62d1995-b00f-4f3c-bf3b-a4df340e97a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:10.499365 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Made reservation on behalf of 9c624c550527479f870e43b60d30701a for: {'subnet': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:09:10.502658 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:10.554562 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63975e56-a06e-4cab-9347-9ef7489ad5fe None None] Pushing event updated for resources: {'Port': ['ID=ab00730a-c027-4597-9623-c677337c3476,revision_number=3']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:10.559508 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-63975e56-a06e-4cab-9347-9ef7489ad5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:10.620866 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] For port ab00730a-c027-4597-9623-c677337c3476, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:09:10.626848 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device fba3f463-7f7a-490c-85d4-7fd509256698 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:10.644092 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] For port ab00730a-c027-4597-9623-c677337c3476, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=ab00730a-c027-4597-9623-c677337c3476,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:09:10.685472 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-614a46f3-ab54-4456-841a-db7485dab417 req-c2460b62-a0e0-4d36-a027-a569c9c93480 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 210 time: 0.2885921 Jul 09 19:09:10.736383 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:10.741071 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:10.902190 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port fba3f463-7f7a-490c-85d4-7fd509256698 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:10.910116 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port fba3f463-7f7a-490c-85d4-7fd509256698 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:10.910732 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:10.927436 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb8f5c-e314-467e-be3e-ca19f492483b req-a24d0dd0-9f5e-4916-a4df-ad34bef54805 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:10.929053 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7fbb8f5c-e314-467e-be3e-ca19f492483b req-a24d0dd0-9f5e-4916-a4df-ad34bef54805 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 932 time: 0.5336354 Jul 09 19:09:10.961338 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Routers {'b27cddae-f7e1-4177-a01f-41f24f84b5e7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:09:10.961994 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:08:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:11.120877 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.db.resource_extend [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:09:11.183372 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63975e56-a06e-4cab-9347-9ef7489ad5fe None None] Pushing event updated for resources: {'Port': ['ID=ab00730a-c027-4597-9623-c677337c3476,revision_number=4']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:11.197504 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-63975e56-a06e-4cab-9347-9ef7489ad5fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:11.233805 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:11.253411 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:11.289566 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port fba3f463-7f7a-490c-85d4-7fd509256698, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=fba3f463-7f7a-490c-85d4-7fd509256698,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:11.293324 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-7fbb8f5c-e314-467e-be3e-ca19f492483b req-5f03a25a-b267-4abe-a9e8-86b26ea25d97 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Synchronizing usage tracker for tenant:a5f33819a3264b73a73f71b2721e060f on resource:security_group {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:11.349472 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:11.358451 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:11.360658 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 61cfd16e-426b-47ee-8e08-793f52708182 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:11.375111 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472701'] for router_interface, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:11.394008 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:11.399725 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0544bb6-9b17-43f1-866b-54863193c3fb req-cda8ee03-820c-4bc6-8e35-997ef0591b58 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:11.408789 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b0544bb6-9b17-43f1-866b-54863193c3fb req-cda8ee03-820c-4bc6-8e35-997ef0591b58 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 931 time: 0.4975245 Jul 09 19:09:11.412659 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:11.442739 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] Set router b27cddae-f7e1-4177-a01f-41f24f84b5e7 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:09:11.461282 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-f0da323e-478c-43dd-9cb8-cfc3fa3887e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:11.474689 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:11.513543 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-7fbb8f5c-e314-467e-be3e-ca19f492483b req-5f03a25a-b267-4abe-a9e8-86b26ea25d97 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Unset dirty status for tenant:a5f33819a3264b73a73f71b2721e060f on resource:security_group {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:11.526563 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7fbb8f5c-e314-467e-be3e-ca19f492483b req-5f03a25a-b267-4abe-a9e8-86b26ea25d97 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178168 Jul 09 19:09:11.664640 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=fba3f463-7f7a-490c-85d4-7fd509256698,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:11.672572 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:11.866013 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 61cfd16e-426b-47ee-8e08-793f52708182 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:11.866406 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:11.882874 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b0544bb6-9b17-43f1-866b-54863193c3fb req-540b4339-8b96-4e55-84ac-103a6a7d4727 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728098 Jul 09 19:09:11.939331 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:11.997120 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=e9600cc9-87cb-44a4-b357-d65f6c591a38,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:12.010285 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:12.077687 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:12.364843 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Network 54de321d-bd53-45a6-b8db-9659257be9d3 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:12.373656 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:12.421169 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-router', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '61cfd16e-426b-47ee-8e08-793f52708182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:56Z', 'updated_at': '2021-07-09T19:09:03Z', 'revision_number': 4, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'gw_port': {'id': '61cfd16e-426b-47ee-8e08-793f52708182', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:08:57Z', 'updated_at': '2021-07-09T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'ab00730a-c027-4597-9623-c677337c3476', 'name': '', 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'mac_address': 'fa:16:3e:b6:9f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f60a688-0427-4329-805e-76287dc10154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:02Z', 'updated_at': '2021-07-09T19:09:10Z', 'revision_number': 4, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'subnets': [{'id': '4f60a688-0427-4329-805e-76287dc10154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:12.429810 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a085f4b-1b62-46f4-a3ea-52217fff4eb1 None None] The sync data for ids ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'] in dv-cinder-800268-1-smb is: [{'id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-router', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '61cfd16e-426b-47ee-8e08-793f52708182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:56Z', 'updated_at': '2021-07-09T19:09:03Z', 'revision_number': 4, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'gw_port': {'id': '61cfd16e-426b-47ee-8e08-793f52708182', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:08:57Z', 'updated_at': '2021-07-09T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'ab00730a-c027-4597-9623-c677337c3476', 'name': '', 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'mac_address': 'fa:16:3e:b6:9f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4f60a688-0427-4329-805e-76287dc10154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:02Z', 'updated_at': '2021-07-09T19:09:10Z', 'revision_number': 4, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'subnets': [{'id': '4f60a688-0427-4329-805e-76287dc10154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:09:12.471741 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device fba3f463-7f7a-490c-85d4-7fd509256698 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:12.492871 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-e96de864-fd6e-4a5f-94d9-1fbe59a3c52a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:12.502011 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-e96de864-fd6e-4a5f-94d9-1fbe59a3c52a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 819 time: 0.6449606 Jul 09 19:09:12.778064 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port fba3f463-7f7a-490c-85d4-7fd509256698 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:12.778357 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:12.874713 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1052b46-1140-4a13-b33d-635e23c53da8,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:12.880147 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:12.908803 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-e041e461-fbdd-46cd-89b2-dbe55ddc9486 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/quotas/0c3f20b7bdde4d869bc9fa7fc09c917c HTTP/1.1" status: 200 len: 375 time: 0.3992815 Jul 09 19:09:12.910732 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Checking segment: {'id': '53cab8c7-fc84-4595-afc6-11b694281ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6267fb60-decb-4b94-bcd6-e1d2681a01e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:12.911084 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Network hostable DHCP agents. Network: 6267fb60-decb-4b94-bcd6-e1d2681a01e8, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:09:12.991815 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4502a8fd-7645-4afe-b90a-806ab4b2e927 None None] Provisioning complete for port e9600cc9-87cb-44a4-b357-d65f6c591a38 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:12.992471 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4502a8fd-7645-4afe-b90a-806ab4b2e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:13.148455 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4502a8fd-7645-4afe-b90a-806ab4b2e927 None None] Port e9600cc9-87cb-44a4-b357-d65f6c591a38 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:09:13.160745 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:09:13.331545 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-9724f6de-60c3-4659-b19c-2af21306233d tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3972735 Jul 09 19:09:13.339302 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50460238-db5a-4465-9ecb-4eeb1500d975 req-89350160-5833-4216-abd8-b021168a3c37 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:13.347162 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-50460238-db5a-4465-9ecb-4eeb1500d975 req-89350160-5833-4216-abd8-b021168a3c37 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 932 time: 0.4311180 Jul 09 19:09:13.352718 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Network 6267fb60-decb-4b94-bcd6-e1d2681a01e8 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:09:13.437999 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:13.450586 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:13.469583 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb01228-d31e-4b94-8183-fb100b63a6f5 {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:13.491720 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:13.499026 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Transition to ACTIVE for port object f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:13.499895 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 6267fb60-decb-4b94-bcd6-e1d2681a01e8) {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:13.508926 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22740751-0cac-436e-b3f2-3bd61f78e301 None None] Network 6267fb60-decb-4b94-bcd6-e1d2681a01e8 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:09:13.513425 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:13.528098 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:13.573905 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Transition to ACTIVE for port object adb01228-d31e-4b94-8183-fb100b63a6f5 will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:13.621457 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:13.632352 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ef823a83-b6e5-4b91-a25d-74c28da7c818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:13.724252 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-95997bf3-b23b-49f0-8102-4688a94ec28a service neutron] 10.222.0.16 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745582 Jul 09 19:09:13.736257 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:13.849187 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0640798 Jul 09 19:09:14.101202 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caaed67-e4b3-4d2d-a4a3-041c4fc00d26 None None] Network 6267fb60-decb-4b94-bcd6-e1d2681a01e8 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:09:14.145567 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-50460238-db5a-4465-9ecb-4eeb1500d975 req-20d8f9a1-5b1e-44be-b7b0-7702f185fae1 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7844791 Jul 09 19:09:14.164700 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.26', 61939) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:14.260286 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:09:14.275839 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Sync routers for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:09:14.285711 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:14.289562 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] 10.222.0.16 "PUT /v2.0/routers/6ded4477-c32a-43c8-b2d1-7a158de7ccf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0579331 Jul 09 19:09:14.352783 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:14.396825 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-398b9388-9e40-40fd-8531-62e3b1e59b36 service neutron] 10.222.0.16 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712992 Jul 09 19:09:14.427133 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6f7794b8-3400-4b03-9bab-7f35919d5c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.549s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:14.694295 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Pushing event updated for resources: {'Port': ['ID=adb01228-d31e-4b94-8183-fb100b63a6f5,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:14.699606 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f546a8-dbf2-43f6-a5d6-ee1a162b53b9 req-c4c6a788-f513-415b-bbb8-fd110887b214 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:14.702530 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:14.720191 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-61f546a8-dbf2-43f6-a5d6-ee1a162b53b9 req-c4c6a788-f513-415b-bbb8-fd110887b214 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 943 time: 0.3070385 Jul 09 19:09:14.745277 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Attempting to bind port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:09:14.745686 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Attempting to bind port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:09:14.746035 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Attempting to bind port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb on network 8694520c-be46-43e2-91c4-fabd47ed11bd {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:14.780381 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:09:14.782430 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:08:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:14.888579 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-61f546a8-dbf2-43f6-a5d6-ee1a162b53b9 req-42678ffb-d5fd-47ad-99e9-16ad68e122b7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618350 Jul 09 19:09:15.001595 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device ab00730a-c027-4597-9623-c677337c3476 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:15.044681 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb on network 8694520c-be46-43e2-91c4-fabd47ed11bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:09:15.045900 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Attempting to bind port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb on network 8694520c-be46-43e2-91c4-fabd47ed11bd {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:15.105508 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:09:15.106457 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Checking segment: {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:15.107075 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Bound using segment: {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:09:15.113384 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Bound port: f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:09:15.113384 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:15.137586 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Attempting to bind port adb01228-d31e-4b94-8183-fb100b63a6f5 on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:09:15.142196 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Attempting to bind port adb01228-d31e-4b94-8183-fb100b63a6f5 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '314251f2-bf22-45c3-917d-f3862a4c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee1193f8-1041-4d60-aa59-d016600489dc'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:09:15.142196 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Attempting to bind port adb01228-d31e-4b94-8183-fb100b63a6f5 on network ee1193f8-1041-4d60-aa59-d016600489dc {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:15.213253 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f044d784-332d-4676-b799-3a15748990cd req-cd8175d4-f837-4cd7-ad28-e77336c47ac5 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 210 time: 0.1535318 Jul 09 19:09:15.538129 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Port adb01228-d31e-4b94-8183-fb100b63a6f5 on network ee1193f8-1041-4d60-aa59-d016600489dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:09:15.538845 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Attempting to bind port adb01228-d31e-4b94-8183-fb100b63a6f5 on network ee1193f8-1041-4d60-aa59-d016600489dc {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:15.564204 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-cc88ddca-0681-43da-9f56-8cabfdd3048a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:15.565295 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-cc88ddca-0681-43da-9f56-8cabfdd3048a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Synchronizing usage tracker for tenant:0c3f20b7bdde4d869bc9fa7fc09c917c on resource:network {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:15.572489 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:09:15.572874 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Checking segment: {'id': '314251f2-bf22-45c3-917d-f3862a4c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee1193f8-1041-4d60-aa59-d016600489dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:15.573267 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Bound using segment: {'id': '314251f2-bf22-45c3-917d-f3862a4c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee1193f8-1041-4d60-aa59-d016600489dc'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:09:15.573852 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Bound port: adb01228-d31e-4b94-8183-fb100b63a6f5, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314251f2-bf22-45c3-917d-f3862a4c6fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ee1193f8-1041-4d60-aa59-d016600489dc'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:09:15.574247 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:15.710389 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247811d-3162-4589-8339-cd2045112dcc req-d0ddea6e-e9b5-43dd-bceb-71b9a430e0ff tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:15.714303 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2247811d-3162-4589-8339-cd2045112dcc req-d0ddea6e-e9b5-43dd-bceb-71b9a430e0ff tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 944 time: 0.2114809 Jul 09 19:09:15.721799 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59634) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:15.742837 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-cc88ddca-0681-43da-9f56-8cabfdd3048a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Unset dirty status for tenant:0c3f20b7bdde4d869bc9fa7fc09c917c on resource:network {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:15.744323 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-cc88ddca-0681-43da-9f56-8cabfdd3048a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.26 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 819 time: 1.4601617 Jul 09 19:09:15.748583 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] For port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:09:15.756958 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:09:15.770882 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] For port adb01228-d31e-4b94-8183-fb100b63a6f5, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:09:15.773934 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] For port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:09:15.780376 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] For port adb01228-d31e-4b94-8183-fb100b63a6f5, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=adb01228-d31e-4b94-8183-fb100b63a6f5,segment=NetworkSegment(314251f2-bf22-45c3-917d-f3862a4c6fff),segment_id=314251f2-bf22-45c3-917d-f3862a4c6fff)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:09:15.807846 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Request body: {'port': {'device_id': 'b1e45aa5-b915-4816-a637-2864f0f67b1c', 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57', 'admin_state_up': True, 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:15.842701 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2247811d-3162-4589-8339-cd2045112dcc req-260c2012-2dcb-4a26-a97b-0ebaa8e0950a tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177716 Jul 09 19:09:15.869714 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port ab00730a-c027-4597-9623-c677337c3476 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:16.076131 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.085017 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.104172 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port ab00730a-c027-4597-9623-c677337c3476 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:16.104172 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.104689 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59646) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:16.110914 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-21311041-network', 'tenant_id': '8ed232b3ce45406596e43ace031b3732'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:16.117141 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:16.121592 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:16.130443 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Usage tracker for resource:network and tenant:8ed232b3ce45406596e43ace031b3732 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:16.140967 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:16.161936 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:16.222008 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:16.222191 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.223648 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] 10.222.0.26 "PUT /v2.0/ports/f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb HTTP/1.1" status: 200 len: 1093 time: 6.4923558 Jul 09 19:09:16.229199 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:16.229712 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.232049 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/adb01228-d31e-4b94-8183-fb100b63a6f5 HTTP/1.1" status: 200 len: 1094 time: 6.4219413 Jul 09 19:09:16.238246 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c179db5-1c08-47e4-b1fc-862025cef829', 'tag': 'f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb'}, {'name': 'network-changed', 'server_uuid': 'c62d1995-b00f-4f3c-bf3b-a4df340e97a0', 'tag': 'adb01228-d31e-4b94-8183-fb100b63a6f5'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:09:16.337312 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59660) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:16.372758 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.407091 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38317513', 'description': 'tempest-description--1422665825'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:16.435542 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:16.450217 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Usage tracker for resource:security_group and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:16.458144 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:16.460739 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Pushing event updated for resources: {'Port': ['ID=adb01228-d31e-4b94-8183-fb100b63a6f5,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:16.469955 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:16.506941 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Made reservation on behalf of 8ed232b3ce45406596e43ace031b3732 for: {'network': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:09:16.509733 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.528280 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:16.591476 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.622959 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-55474171-e622-4d98-a90a-c4f20db54092 req-f666520b-e9f1-4c14-b323-5018b5bd4229 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 210 time: 0.1276109 Jul 09 19:09:16.635139 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] Usage tracker for resource:security_group_rule and tenant:2b73027fb9064d0d901f0ce4c15de065 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:16.641740 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:16.646602 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Usage tracker for resource:security_group_rule and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:16.650312 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:16.657879 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:16.660548 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.681920 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:16.697624 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:16.700523 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:16.706538 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:16.713243 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Usage tracker for resource:security_group_rule and tenant:8ed232b3ce45406596e43ace031b3732 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:16.717413 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:16.717539 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:16.737103 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:16.750507 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.776963 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cec04-492d-4d4d-b125-52518111196d req-7fb6ecc1-efbd-44d6-8b50-1ad2f110eda7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:16.779193 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c85cec04-492d-4d4d-b125-52518111196d req-7fb6ecc1-efbd-44d6-8b50-1ad2f110eda7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 943 time: 0.5977063 Jul 09 19:09:16.791643 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port ab00730a-c027-4597-9623-c677337c3476, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=ab00730a-c027-4597-9623-c677337c3476,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:16.801915 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:10Z', 'revision_number': 2, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:16.811375 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Checking router: 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:09:16.811755 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Updating router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 port e9600cc9-87cb-44a4-b357-d65f6c591a38 binding host dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:09:16.820289 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:16.820675 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:16.821767 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:16.826756 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Usage tracker for resource:port and tenant:0c3f20b7bdde4d869bc9fa7fc09c917c is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:16.830509 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:16.839616 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:16.882400 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:16.989059 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.007249 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-3f96c473-8a9e-4d4e-98f2-40bc40df87db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:17.011929 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-3f96c473-8a9e-4d4e-98f2-40bc40df87db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 1096 time: 0.3188353 Jul 09 19:09:17.020900 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-0b09a2f9-ea9c-48c7-9d7c-a9aff0f288d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:17.022422 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-0b09a2f9-ea9c-48c7-9d7c-a9aff0f288d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5f33819a3264b73a73f71b2721e060f&device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 1097 time: 0.1799943 Jul 09 19:09:17.026596 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Made reservation on behalf of 0c3f20b7bdde4d869bc9fa7fc09c917c for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:09:17.030079 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.090262 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c85cec04-492d-4d4d-b125-52518111196d req-4131febd-07a8-4b32-8adb-2d6ba0388e8c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013163 Jul 09 19:09:17.133202 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.174647 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=79198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:09:17.186272 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.186737 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.segments_db [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Added segment 1440c357-8548-4cfe-b693-6962e2ce7dd3 of type vlan for network bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06 Jul 09 19:09:17.224041 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.275117 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:17.312343 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c179db5-1c08-47e4-b1fc-862025cef829', 'tag': 'f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb', 'status': 'completed', 'code': 200} Jul 09 19:09:17.312646 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62d1995-b00f-4f3c-bf3b-a4df340e97a0', 'tag': 'adb01228-d31e-4b94-8183-fb100b63a6f5', 'status': 'completed', 'code': 200} Jul 09 19:09:17.390504 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.392970 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Notify callbacks [] for port, precommit_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.400047 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-32559af1-0775-429c-ae46-81a37ab75cd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb01228-d31e-4b94-8183-fb100b63a6f5 HTTP/1.1" status: 200 len: 217 time: 0.3571277 Jul 09 19:09:17.402010 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-a02ec32f-60c7-4e4c-a4ed-7d025eb7b86d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb HTTP/1.1" status: 200 len: 217 time: 0.2587483 Jul 09 19:09:17.405876 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Transition to ACTIVE for port object e9600cc9-87cb-44a4-b357-d65f6c591a38 will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:17.410782 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.412866 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:17.491582 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=ab00730a-c027-4597-9623-c677337c3476,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:17.507528 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:17.515256 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.526646 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:17.553904 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:17.555548 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.663318 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd96091-9b2f-4832-9b72-88c17ce623fa,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:17.669639 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ebb76116-3e05-4724-8bad-cb46360cc20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.706248 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:17.722118 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7bb81f85-de20-4f95-a1c7-77d2e7cf583f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:17.808826 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.818759 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-d8aa5acf-fc73-4acd-bcb1-b984daacbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:17.820274 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-d8aa5acf-fc73-4acd-bcb1-b984daacbe8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=146b580e-1917-4660-b084-4dfefa42214e HTTP/1.1" status: 200 len: 855 time: 0.2846386 Jul 09 19:09:17.821382 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Allocated IP 172.20.0.13 (74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57/4f60a688-0427-4329-805e-76287dc10154/dc9e2fd9-0261-4f05-97f7-25b98c780c9a) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:09:17.847327 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-f9416a87-6e79-4a5c-b9b0-be928dff5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:17.848937 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-f9416a87-6e79-4a5c-b9b0-be928dff5d3c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ada0ba93-a4cf-4d9f-a3eb-4958b0bf6ab0 HTTP/1.1" status: 200 len: 852 time: 0.3145444 Jul 09 19:09:17.876348 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e4bef-e03c-4b2e-a189-65ccc5166274 None None] Pushing event updated for resources: {'Port': ['ID=e9600cc9-87cb-44a4-b357-d65f6c591a38,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:17.897499 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-773e4bef-e03c-4b2e-a189-65ccc5166274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:17.934803 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Attempting to bind port e9600cc9-87cb-44a4-b357-d65f6c591a38 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:09:17.935233 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Attempting to bind port e9600cc9-87cb-44a4-b357-d65f6c591a38 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:09:17.936185 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Attempting to bind port e9600cc9-87cb-44a4-b357-d65f6c591a38 on network 54de321d-bd53-45a6-b8db-9659257be9d3 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:17.950906 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:09:17.951421 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Checking segment: {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:17.951830 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:17.952227 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Bound using segment: {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:09:17.952774 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Bound port: e9600cc9-87cb-44a4-b357-d65f6c591a38, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:09:17.953280 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.077626 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.135333 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.158263 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0517321 Jul 09 19:09:18.158736 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] For port e9600cc9-87cb-44a4-b357-d65f6c591a38, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:09:18.162400 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59702) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:18.162562 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] For port e9600cc9-87cb-44a4-b357-d65f6c591a38, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=e9600cc9-87cb-44a4-b357-d65f6c591a38,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:09:18.172731 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Request body: {'subnet': {'network_id': 'bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-21311041-subnet', 'tenant_id': '8ed232b3ce45406596e43ace031b3732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:18.175228 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.180812 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:18.189783 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.190788 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Usage tracker for resource:subnet and tenant:8ed232b3ce45406596e43ace031b3732 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:18.196371 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:18.196515 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Pushing event updated for resources: {'Network': ['ID=bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:18.208431 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:09:18.216839 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:18.266922 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8da8feb6-5167-4b8d-bc22-369ef697b8fc req-fecfdadc-b243-454a-9201-d0b51b7b253c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 210 time: 0.3059270 Jul 09 19:09:18.275944 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:18.282223 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:18.368226 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.375619 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Made reservation on behalf of 8ed232b3ce45406596e43ace031b3732 for: {'subnet': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:09:18.381558 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.410012 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] Synchronizing usage tracker for tenant:e46d3699a2564c0c8f33433dfa75cc3a on resource:security_group {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:18.413150 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7254f7e0-d46a-4b66-a609-522d6bf560c7,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:18.422693 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-c8153a54-51ef-448f-9827-9f0cf5e0f395 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee1193f8-1041-4d60-aa59-d016600489dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598077 Jul 09 19:09:18.497162 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.508655 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-257d5412-189b-4c06-a2fd-77d34b374e11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8694520c-be46-43e2-91c4-fabd47ed11bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2482071 Jul 09 19:09:18.509349 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:18.588607 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100e5c5-0365-49a5-9836-a45ebe59f9ae req-62633c1a-dcf5-4947-b012-9ea3a2f01208 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:18.592430 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e4bef-e03c-4b2e-a189-65ccc5166274 None None] Pushing event updated for resources: {'Port': ['ID=e9600cc9-87cb-44a4-b357-d65f6c591a38,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:18.597685 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-773e4bef-e03c-4b2e-a189-65ccc5166274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:18.612311 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:09:18.613236 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:08:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:18.619591 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e100e5c5-0365-49a5-9836-a45ebe59f9ae req-62633c1a-dcf5-4947-b012-9ea3a2f01208 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 944 time: 1.2276480 Jul 09 19:09:18.633971 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.635531 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.2529938 Jul 09 19:09:18.659760 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59712) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:18.664134 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] Unset dirty status for tenant:e46d3699a2564c0c8f33433dfa75cc3a on resource:security_group {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:18.665486 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'security_group_rule': {'security_group_id': '5c98a0be-5513-4ba9-9bd6-66717717a36f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:18.666062 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-651d24b7-6b19-489e-9126-8629394fddad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b73027fb9064d0d901f0ce4c15de065&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9428685 Jul 09 19:09:18.671193 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59716) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:18.673745 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c98a0be-5513-4ba9-9bd6-66717717a36f,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:18.679020 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:18.682882 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:18.683820 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Usage tracker for resource:security_group_rule and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:18.684334 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.519s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:18.685401 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:18.687192 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:18.697481 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:18.763730 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e100e5c5-0365-49a5-9836-a45ebe59f9ae req-e9f454a3-ea9c-4c18-9ee4-b348d23ab052 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424751 Jul 09 19:09:18.845730 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-192c8c92-ff2f-4977-8353-f7e72130a540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.855739 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57d560-c7ab-4af7-aa21-a8817af9152c req-aacc6df8-d64e-4e17-9fdf-ab12ed2de5b6 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:18.857415 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6d57d560-c7ab-4af7-aa21-a8817af9152c req-aacc6df8-d64e-4e17-9fdf-ab12ed2de5b6 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 943 time: 0.3741138 Jul 09 19:09:18.895567 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.930272 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:18.946596 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:09:18.960166 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-192c8c92-ff2f-4977-8353-f7e72130a540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:18.962074 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:19.020747 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6d57d560-c7ab-4af7-aa21-a8817af9152c req-1c862012-0099-4e1c-b758-9968836450d7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534028 Jul 09 19:09:19.186345 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Pushing event updated for resources: {'Port': ['ID=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:19.192594 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:19.218181 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-192c8c92-ff2f-4977-8353-f7e72130a540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:19.225215 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3ea1270f-5679-430a-a39a-23f910c845de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:19.272447 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c8c92-ff2f-4977-8353-f7e72130a540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7254f7e0-d46a-4b66-a609-522d6bf560c7,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:19.293645 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-192c8c92-ff2f-4977-8353-f7e72130a540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:19.299452 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-192c8c92-ff2f-4977-8353-f7e72130a540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:19.303658 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:19.316741 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-192c8c92-ff2f-4977-8353-f7e72130a540 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7254f7e0-d46a-4b66-a609-522d6bf560c7 HTTP/1.1" status: 204 len: 168 time: 0.6237390 Jul 09 19:09:19.338299 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:19.356190 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:09:19.363980 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:19.365342 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:19.374629 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-0cdf1b47-d9d9-4fde-9657-32406c662b8f service neutron] 10.222.0.26 "GET /v2.0/networks/ee1193f8-1041-4d60-aa59-d016600489dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650712 Jul 09 19:09:19.419886 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.26', 61952) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:19.579156 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:19.633862 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device ab00730a-c027-4597-9623-c677337c3476 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:19.646289 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:19.723212 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:19.760345 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-83613f53-41fc-4d9e-8a20-d1b5ace75d6b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9620643 Jul 09 19:09:19.791831 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-475bc3db-67c9-4381-af72-6e0a517bd46b service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0722053 Jul 09 19:09:19.845065 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Request body: {'port': {'device_id': 'b1e45aa5-b915-4816-a637-2864f0f67b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:19.871761 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port ab00730a-c027-4597-9623-c677337c3476 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:19.872247 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:19.935512 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-d71128f8-891e-4b2e-bcb6-12b85642abd0 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:19.938462 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-d71128f8-891e-4b2e-bcb6-12b85642abd0 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.26 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 819 time: 0.4918773 Jul 09 19:09:19.963979 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b3bcc505-1ad4-44f3-b9ba-7f9458bf7ab6 req-dbc33abe-0b2d-4321-a033-48698aad273e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 210 time: 0.2689564 Jul 09 19:09:20.048475 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29dc8017-ea4b-478a-8d8f-6359140533e0,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:20.134935 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:18Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:20.155390 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:20.156682 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22acdd0d-41bf-4710-a437-2b6b9a5e22a5 None None] The sync data for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb is: [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:18Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:09:20.159918 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:20.177913 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-e1d81d6a-7ce2-4e9b-b78c-aee1ce399955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:20.279106 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Request body: {'port': {'device_id': 'bfdd1f72-3a34-4dc8-9265-734b54927f83', 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57', 'admin_state_up': True, 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:20.434068 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:20.617358 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:20.656413 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Usage tracker for resource:port and tenant:0c3f20b7bdde4d869bc9fa7fc09c917c is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:20.665692 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:20.699475 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ddaca-8a95-4ab9-a247-d38f13ef0c39 req-5b26f852-9967-4a0c-92a2-7dd714d83e19 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:20.699475 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-596ddaca-8a95-4ab9-a247-d38f13ef0c39 req-5b26f852-9967-4a0c-92a2-7dd714d83e19 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 944 time: 0.6643474 Jul 09 19:09:20.699475 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:20.819964 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-596ddaca-8a95-4ab9-a247-d38f13ef0c39 req-d5fe40f3-d7c4-4f24-88fc-69e6110542ee tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153345 Jul 09 19:09:20.853693 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168dad8-5fb9-4bdb-bda1-b74550c80f59 req-bf9fa6de-c4ad-4c7d-97a9-7ee024e6d0a7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:20.866230 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b168dad8-5fb9-4bdb-bda1-b74550c80f59 req-bf9fa6de-c4ad-4c7d-97a9-7ee024e6d0a7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 943 time: 0.2499571 Jul 09 19:09:20.910437 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b3af04cc-ca88-45e4-9036-6559ffb7ca0a req-21e89acc-9ac1-4546-85f6-e7be76444e97 service neutron] 10.222.0.26 "GET /v2.0/networks/ee1193f8-1041-4d60-aa59-d016600489dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5048356 Jul 09 19:09:20.996242 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b168dad8-5fb9-4bdb-bda1-b74550c80f59 req-054d068c-6d06-4c62-843d-86434a57c4f8 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335793 Jul 09 19:09:21.126519 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Checking segment: {'id': '1440c357-8548-4cfe-b693-6962e2ce7dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:21.127627 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Network hostable DHCP agents. Network: bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:09:21.148915 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:21.173927 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d815208-61a7-48b2-83ca-08f4dc8a2d22,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:21.180268 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9465950-4fd9-4b7c-a376-3e954bbaec4a req-75a7ac25-ceb4-442c-b43e-ddd7530f0d5a service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0057690 Jul 09 19:09:21.192278 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:21.276519 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f60fd076-c29e-4f54-96f8-0d6f4e03e7a3 req-7f8a309d-ea92-4850-9d67-c34feff53171 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 210 time: 0.0699108 Jul 09 19:09:21.486308 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Made reservation on behalf of 0c3f20b7bdde4d869bc9fa7fc09c917c for: {'port': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:09:21.490113 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:21.513098 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:21.653183 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device e9600cc9-87cb-44a4-b357-d65f6c591a38 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:21.733108 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:21.734243 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0735326 Jul 09 19:09:21.735111 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Network bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:09:21.738889 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59776) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:21.758457 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'security_group_rule': {'security_group_id': '5c98a0be-5513-4ba9-9bd6-66717717a36f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:21.777383 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:21.783974 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Usage tracker for resource:security_group_rule and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:21.809636 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:21.820943 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:21.852501 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port e9600cc9-87cb-44a4-b357-d65f6c591a38 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:21.858344 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port e9600cc9-87cb-44a4-b357-d65f6c591a38 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:21.861915 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:21.907088 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06) {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:21.924619 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:21.925230 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:21.928646 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b55603-9389-418e-a3e6-96564add42ea None None] Network bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:09:22.007140 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9e2fd9-0261-4f05-97f7-25b98c780c9a {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:22.019029 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:22.060978 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Transition to ACTIVE for port object dc9e2fd9-0261-4f05-97f7-25b98c780c9a will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:22.065560 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:22.090291 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.9168131 Jul 09 19:09:22.193176 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e2152-baaf-49d0-af05-62e2869b8a45 req-29f9bc45-3801-401b-b2cc-9a89ea65e628 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:22.201440 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-966e2152-baaf-49d0-af05-62e2869b8a45 req-29f9bc45-3801-401b-b2cc-9a89ea65e628 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 944 time: 0.2238259 Jul 09 19:09:22.232093 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:22.264760 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:22.273137 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:22.359408 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:22.465709 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59812) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:22.592268 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-966e2152-baaf-49d0-af05-62e2869b8a45 req-aafc6a39-004e-4811-bf2b-802bc617bcf7 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852205 Jul 09 19:09:22.656013 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Allocated IP 172.20.0.3 (74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57/4f60a688-0427-4329-805e-76287dc10154/ded7f65b-d929-4a21-af6e-8f84f853a98e) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:09:22.691494 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad59f3-1811-4bbf-b10e-8e2e593d999e req-84fe4185-5669-488d-a488-29f3de3f60ae tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:22.693051 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-74ad59f3-1811-4bbf-b10e-8e2e593d999e req-84fe4185-5669-488d-a488-29f3de3f60ae tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 943 time: 0.3309171 Jul 09 19:09:22.708566 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Pushing event updated for resources: {'Port': ['ID=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:22.721148 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:22.728084 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:22.733815 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9926729 Jul 09 19:09:22.745372 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59820) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:22.754291 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:22.760353 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:22.777467 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'floatingip': {'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:22.785797 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:22.791183 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Usage tracker for resource:floatingip and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:22.794895 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:22.803750 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:22.880403 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-74ad59f3-1811-4bbf-b10e-8e2e593d999e req-2241e444-cfdf-489a-8930-769eda904950 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801407 Jul 09 19:09:22.941568 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75d2b05-37a0-4bd7-af5f-d6e6613b702d admin admin] Deleting subnet d1052b46-1140-4a13-b33d-635e23c53da8 {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:09:22.943592 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1c7482-dad4-4a0f-ac36-0c31425270fa,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:22.964766 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e75d2b05-37a0-4bd7-af5f-d6e6613b702d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.021091 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c553659c-7885-41ca-98df-b4ce7977bf18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:23.027293 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.055822 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Attempting to bind port dc9e2fd9-0261-4f05-97f7-25b98c780c9a on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:09:23.056177 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Attempting to bind port dc9e2fd9-0261-4f05-97f7-25b98c780c9a by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:09:23.056485 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Attempting to bind port dc9e2fd9-0261-4f05-97f7-25b98c780c9a on network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:23.056909 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5daaa516-7804-4c08-a737-29e5af6417c6 req-d86a0234-05f9-4b9f-9d28-c1b5b19124d4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 210 time: 0.1483665 Jul 09 19:09:23.061511 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.068803 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Port dc9e2fd9-0261-4f05-97f7-25b98c780c9a on network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:09:23.069132 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Attempting to bind port dc9e2fd9-0261-4f05-97f7-25b98c780c9a on network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:23.072966 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-adffb13a-8b98-49ba-9517-50fd11230dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:23.074660 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-adffb13a-8b98-49ba-9517-50fd11230dca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 1096 time: 0.7123754 Jul 09 19:09:23.097651 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e75d2b05-37a0-4bd7-af5f-d6e6613b702d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.106500 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e75d2b05-37a0-4bd7-af5f-d6e6613b702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.128411 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port e9600cc9-87cb-44a4-b357-d65f6c591a38, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=e9600cc9-87cb-44a4-b357-d65f6c591a38,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:23.152983 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23b6048-752c-4483-b6ae-83fcc5b8c043 None None] Network bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:09:23.389857 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.394073 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:23.420338 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:09:23.420950 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Checking segment: {'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:23.421205 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Bound using segment: {'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:09:23.421702 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Bound port: dc9e2fd9-0261-4f05-97f7-25b98c780c9a, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:09:23.421901 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.460911 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.528858 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=e9600cc9-87cb-44a4-b357-d65f6c591a38,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:23.559242 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:23.633228 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-7960e0db-3e6c-47ac-993c-99f97a866329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:23.634662 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-7960e0db-3e6c-47ac-993c-99f97a866329 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 915 time: 0.4006028 Jul 09 19:09:23.635623 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] For port dc9e2fd9-0261-4f05-97f7-25b98c780c9a, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:09:23.643894 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.647941 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] For port dc9e2fd9-0261-4f05-97f7-25b98c780c9a, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:09:23.653330 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:23.667665 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.705666 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e75d2b05-37a0-4bd7-af5f-d6e6613b702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.715858 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-cbdcbe9a-20da-400a-ab24-6c8cd9187fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:23.732169 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:23.735675 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:23.740307 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:09:23.746296 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:23.747015 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.770029 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d2b05-37a0-4bd7-af5f-d6e6613b702d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1052b46-1140-4a13-b33d-635e23c53da8,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:23.774368 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e75d2b05-37a0-4bd7-af5f-d6e6613b702d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.777874 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e75d2b05-37a0-4bd7-af5f-d6e6613b702d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:23.787639 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-e75d2b05-37a0-4bd7-af5f-d6e6613b702d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d1052b46-1140-4a13-b33d-635e23c53da8 HTTP/1.1" status: 204 len: 168 time: 1.3159611 Jul 09 19:09:23.790667 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59858) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:23.801406 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Pushing event updated for resources: {'Port': ['ID=ded7f65b-d929-4a21-af6e-8f84f853a98e,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:23.812661 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:23.817564 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:23.865864 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba051a-4c7f-4237-9164-66ca277ede26 req-28ffa3fe-29ff-419b-a6be-42476f644fd8 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:23.867652 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cbba051a-4c7f-4237-9164-66ca277ede26 req-28ffa3fe-29ff-419b-a6be-42476f644fd8 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 944 time: 0.1158199 Jul 09 19:09:23.871235 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:23.930827 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cbba051a-4c7f-4237-9164-66ca277ede26 req-2da59cf0-ba01-4b9b-847f-18fcb393dfa6 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547280 Jul 09 19:09:23.935890 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7087176 Jul 09 19:09:24.010869 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:24.011477 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:24.013015 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] 10.222.0.26 "PUT /v2.0/ports/dc9e2fd9-0261-4f05-97f7-25b98c780c9a HTTP/1.1" status: 200 len: 1094 time: 4.2052646 Jul 09 19:09:24.018995 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e45aa5-b915-4816-a637-2864f0f67b1c', 'tag': 'dc9e2fd9-0261-4f05-97f7-25b98c780c9a'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:09:24.070967 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Pushing event updated for resources: {'Port': ['ID=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:24.078184 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Allocated IP 172.28.0.212 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/c7ff40d8-59d0-409f-98f2-3d3331a3ae3d) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:09:24.087115 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:24.087115 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:24.087609 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e45aa5-b915-4816-a637-2864f0f67b1c', 'tag': 'dc9e2fd9-0261-4f05-97f7-25b98c780c9a', 'status': 'completed', 'code': 200} Jul 09 19:09:24.100144 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bff96-2145-4efe-b113-af571e322733 req-54e9cd7d-bf1b-46ce-88a6-fc27d82e734a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:24.101854 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d91bff96-2145-4efe-b113-af571e322733 req-54e9cd7d-bf1b-46ce-88a6-fc27d82e734a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 943 time: 0.0936942 Jul 09 19:09:24.150545 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d91bff96-2145-4efe-b113-af571e322733 req-c7b9b3e8-4b0c-4ba8-aa27-b2cb00a25afd tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Jul 09 19:09:24.275720 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062c817-42be-4f34-9539-efbfd9cbe007 req-8304b7cf-9b08-439e-bf08-f684621af0a3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:24.276538 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-a062c817-42be-4f34-9539-efbfd9cbe007 req-8304b7cf-9b08-439e-bf08-f684621af0a3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Synchronizing usage tracker for tenant:0c3f20b7bdde4d869bc9fa7fc09c917c on resource:port {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:24.358415 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:24.374961 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:24.379590 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.379989 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.380704 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.381045 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > port after_create 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.381387 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.381715 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > port after_update 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.382033 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.382362 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.382687 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.383002 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.394371 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-a062c817-42be-4f34-9539-efbfd9cbe007 req-8304b7cf-9b08-439e-bf08-f684621af0a3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Unset dirty status for tenant:0c3f20b7bdde4d869bc9fa7fc09c917c on resource:port {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:24.395595 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a062c817-42be-4f34-9539-efbfd9cbe007 req-8304b7cf-9b08-439e-bf08-f684621af0a3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 931 time: 0.2023542 Jul 09 19:09:24.445829 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a062c817-42be-4f34-9539-efbfd9cbe007 req-760d1246-034d-4192-806b-171278b9cb3d tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Jul 09 19:09:24.523368 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.523867 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.524091 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.524473 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:09:24.524837 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6267fb60-decb-4b94-bcd6-e1d2681a01e8']}} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:24.541432 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cab8c7-fc84-4595-afc6-11b694281ae8') {'for_net_delete': True} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:24.541725 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cab8c7-fc84-4595-afc6-11b694281ae8') {} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:24.555528 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10533822'] for segment, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:24.576242 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:24.586057 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=79199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:09:24.586448 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11292570'] for segment, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: from cryptography.utils import int_from_bytes Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: from cryptography.utils import int_from_bytes Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: util.warn_limited( Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: Traceback (most recent call last): Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: timer() Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: cb(*args, **kw) Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: return func(*args, **kwargs) Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: self._notify() Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: self.callback(batched_events) Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: event.method(event) Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: return f(self, *a, **k) Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: return self._get(url).json() Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: return self.request(url, 'GET', **kwargs) Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:09:24.602423 dv-cinder-800268-1-smb neutron-server[79199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:09:24.775513 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:24.780415 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-30da013b-7b14-47f6-981d-64b125357d10 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:24.827271 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:24.846685 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:24.850663 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:24.859048 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:24.859048 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:09:24.892619 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'Port': ['ID=c7ff40d8-59d0-409f-98f2-3d3331a3ae3d,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:24.905768 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:24.906262 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:24.926496 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59908) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:24.927050 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] 10.222.0.16 "DELETE /v2.0/networks/6267fb60-decb-4b94-bcd6-e1d2681a01e8 HTTP/1.1" status: 204 len: 168 time: 1.1347229 Jul 09 19:09:24.943218 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6267fb60-decb-4b94-bcd6-e1d2681a01e8,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:24.958469 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:25.044370 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_v2 [None req-215a12e7-3fb1-49e7-8322-ab566973eb6f admin admin] Deleting subnet 29dc8017-ea4b-478a-8d8f-6359140533e0 {{(pid=79198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:09:25.047584 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-215a12e7-3fb1-49e7-8322-ab566973eb6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:25.077822 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:25.147254 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-215a12e7-3fb1-49e7-8322-ab566973eb6f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:25.152940 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Request body: {'port': {'device_id': 'bfdd1f72-3a34-4dc8-9265-734b54927f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:25.202608 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-215a12e7-3fb1-49e7-8322-ab566973eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:25.211045 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-c1961f71-2e5a-41a9-9537-1f9287ed6343 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb HTTP/1.1" status: 200 len: 217 time: 0.0696940 Jul 09 19:09:25.325394 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:25.471295 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-7412427a-209d-40ff-862e-86effaaadb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:25.473161 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-7412427a-209d-40ff-862e-86effaaadb6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=146b580e-1917-4660-b084-4dfefa42214e HTTP/1.1" status: 200 len: 855 time: 0.2065587 Jul 09 19:09:25.516426 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38521006-6e9e-4bf0-b604-f5101c51c81c req-f4611486-9f87-45d1-92c6-42f49280d680 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:25.520906 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-38521006-6e9e-4bf0-b604-f5101c51c81c req-f4611486-9f87-45d1-92c6-42f49280d680 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 944 time: 0.4311495 Jul 09 19:09:25.540816 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-5704c814-4a56-4488-a4da-31dd2efd1fec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8694520c-be46-43e2-91c4-fabd47ed11bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571537 Jul 09 19:09:25.541399 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:25.547117 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device e9600cc9-87cb-44a4-b357-d65f6c591a38 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:25.548959 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59928) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:25.622552 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-38521006-6e9e-4bf0-b604-f5101c51c81c req-4a79fbc0-5267-42bd-9cbe-2fa2f8c1593b tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971494 Jul 09 19:09:25.671862 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59934) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:25.696800 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port e9600cc9-87cb-44a4-b357-d65f6c591a38 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:25.707367 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:25.712292 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98f974-1adc-4bf7-bf87-779f546bbd53 req-59700007-b98e-4790-aa74-51eb2b2e80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:25.713751 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ef98f974-1adc-4bf7-bf87-779f546bbd53 req-59700007-b98e-4790-aa74-51eb2b2e80c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 1097 time: 0.5047071 Jul 09 19:09:25.716499 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f6b36-7b95-40be-b2a0-6097dea424c1 req-6e678642-7575-4d81-a77c-d184dfc44750 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:25.718217 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c17f6b36-7b95-40be-b2a0-6097dea424c1 req-6e678642-7575-4d81-a77c-d184dfc44750 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 943 time: 0.3954279 Jul 09 19:09:25.733991 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-215a12e7-3fb1-49e7-8322-ab566973eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:25.747820 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f4d206ea-67f8-4aa1-9349-b075e28a251f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:25.805904 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a12e7-3fb1-49e7-8322-ab566973eb6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29dc8017-ea4b-478a-8d8f-6359140533e0,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:25.823507 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-215a12e7-3fb1-49e7-8322-ab566973eb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:26.011593 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-215a12e7-3fb1-49e7-8322-ab566973eb6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.019787 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c0d695a8-3861-4e3d-b1d2-5c398680c52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.035861 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c17f6b36-7b95-40be-b2a0-6097dea424c1 req-e2bb031a-24b7-48cd-bb55-d6b9c0576e58 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113129 Jul 09 19:09:26.036866 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.047154 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-a829131d-d7c0-4631-a42c-f230b9c918b7 service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782834 Jul 09 19:09:26.071784 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-215a12e7-3fb1-49e7-8322-ab566973eb6f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/29dc8017-ea4b-478a-8d8f-6359140533e0 HTTP/1.1" status: 204 len: 168 time: 1.1441083 Jul 09 19:09:26.076585 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-c0d695a8-3861-4e3d-b1d2-5c398680c52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:26.076743 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 59944) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:26.079035 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:26.096703 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] Usage tracker for resource:security_group_rule and tenant:0a87d800601c40299af2671e6ca03667 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:26.099432 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-c0d695a8-3861-4e3d-b1d2-5c398680c52c admin admin] Usage tracker for resource:security_group_rule and tenant:e5173f5d0adc4841baad304c4fc0d81c is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:26.099720 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98f974-1adc-4bf7-bf87-779f546bbd53 req-12a6bfc5-dc84-4533-885c-aef158fd68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:26.101364 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ef98f974-1adc-4bf7-bf87-779f546bbd53 req-12a6bfc5-dc84-4533-885c-aef158fd68f3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3520586 Jul 09 19:09:26.102160 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:26.108312 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-c0d695a8-3861-4e3d-b1d2-5c398680c52c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:26.116537 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:26.123843 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-c0d695a8-3861-4e3d-b1d2-5c398680c52c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:26.197036 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c20b1-a905-4483-a4cf-0fdcd1f1f302 req-9d17efa9-fe8e-495f-a8cf-e8f76ee65f5e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:26.198484 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-326c20b1-a905-4483-a4cf-0fdcd1f1f302 req-9d17efa9-fe8e-495f-a8cf-e8f76ee65f5e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 931 time: 0.3233776 Jul 09 19:09:26.321047 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded7f65b-d929-4a21-af6e-8f84f853a98e {{(pid=79198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:26.341781 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.354881 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-326c20b1-a905-4483-a4cf-0fdcd1f1f302 req-b5bf5347-c51c-4f74-a4d4-5b1e142e9fb2 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190839 Jul 09 19:09:26.386537 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.provisioning_blocks [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Transition to ACTIVE for port object ded7f65b-d929-4a21-af6e-8f84f853a98e will not be triggered until provisioned by entity L2. {{(pid=79198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:26.420123 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c0d695a8-3861-4e3d-b1d2-5c398680c52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.424943 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.448773 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.455280 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.459546 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.460407 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:26.488176 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-92b3de8f-58ef-4077-b256-5b19a4992860 service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824391 Jul 09 19:09:26.496506 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98f974-1adc-4bf7-bf87-779f546bbd53 req-d33954d9-d032-4966-8c6f-4476839f6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:26.498432 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ef98f974-1adc-4bf7-bf87-779f546bbd53 req-d33954d9-d032-4966-8c6f-4476839f6b85 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3636749 Jul 09 19:09:26.527592 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c0d695a8-3861-4e3d-b1d2-5c398680c52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.528925 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.541627 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.562845 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:26.670718 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Pushing event updated for resources: {'Port': ['ID=ded7f65b-d929-4a21-af6e-8f84f853a98e,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:26.705750 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-c0d695a8-3861-4e3d-b1d2-5c398680c52c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5173f5d0adc4841baad304c4fc0d81c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0211837 Jul 09 19:09:26.711590 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:26.715496 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:26.724444 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59954) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:26.747734 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a87d800601c40299af2671e6ca03667&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1800127 Jul 09 19:09:26.756565 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59958) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:26.763817 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.managers [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Attempting to bind port ded7f65b-d929-4a21-af6e-8f84f853a98e on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:09:26.764300 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.managers [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Attempting to bind port ded7f65b-d929-4a21-af6e-8f84f853a98e by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'}] {{(pid=79198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:09:26.764608 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Attempting to bind port ded7f65b-d929-4a21-af6e-8f84f853a98e on network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:26.800992 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Port ded7f65b-d929-4a21-af6e-8f84f853a98e on network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:09:26.801376 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Attempting to bind port ded7f65b-d929-4a21-af6e-8f84f853a98e on network 74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:26.847256 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d695a8-3861-4e3d-b1d2-5c398680c52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e167596-9e30-4b3e-9fb7-3efd17c370de,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:26.848949 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.858090 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'Port': ['ID=c7ff40d8-59d0-409f-98f2-3d3331a3ae3d,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:26.871455 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:26.877526 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06']}} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:26.884399 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:09:26.885286 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Checking segment: {'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:26.885841 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Bound using segment: {'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'} {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:09:26.886321 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.managers [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Bound port: ded7f65b-d929-4a21-af6e-8f84f853a98e, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a61417-7056-49c0-9e57-b401599fd478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57'}}] {{(pid=79198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:09:26.887052 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.916130 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:26.960808 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1440c357-8548-4cfe-b693-6962e2ce7dd3') {'for_net_delete': True} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:26.960940 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1440c357-8548-4cfe-b693-6962e2ce7dd3') {} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:26.971564 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 59966) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:26.978244 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10533822'] for segment, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.003935 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-dfbd004a-5c1b-4964-a6f0-888dccf2c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:27.005523 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-dfbd004a-5c1b-4964-a6f0-888dccf2c1e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 1097 time: 0.4434769 Jul 09 19:09:27.006513 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.009834 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-f0cf1c10-dd17-4fb7-aaa0-21071bdcefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:27.011221 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-f0cf1c10-dd17-4fb7-aaa0-21071bdcefd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a5f33819a3264b73a73f71b2721e060f&device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 1097 time: 0.4502597 Jul 09 19:09:27.015930 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=79199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:09:27.020764 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11292570'] for segment, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: Traceback (most recent call last): Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: timer() Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: cb(*args, **kw) Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: return func(*args, **kwargs) Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: self._notify() Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: self.callback(batched_events) Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: event.method(event) Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: return f(self, *a, **k) Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: return self._get(url).json() Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: return self.request(url, 'GET', **kwargs) Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:09:27.031564 dv-cinder-800268-1-smb neutron-server[79199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:09:27.037895 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64552b3d-60c5-46c8-8c15-5babe439ec5d,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:27.052492 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-988eb85e-9845-42d1-a03e-f04f3dbca78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.054879 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:27.065226 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:27.065601 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:27.066219 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2ec91dfd-a9ba-436d-be1a-d5c7126f70a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.139310 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-988eb85e-9845-42d1-a03e-f04f3dbca78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.151765 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.db [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] For port ded7f65b-d929-4a21-af6e-8f84f853a98e, host hv-cinder-80026, cleared binding levels {{(pid=79198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:09:27.158338 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2ec91dfd-a9ba-436d-be1a-d5c7126f70a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.200866 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.202346 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4505258 Jul 09 19:09:27.260527 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f43b72-3840-489a-a5c3-45bb97bd1514 req-d09cfc48-0e55-4444-b3ec-0dbc08489af0 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:27.261507 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-82ed7762-30c3-485f-bf06-e28e273765ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a HTTP/1.1" status: 200 len: 217 time: 0.2290480 Jul 09 19:09:27.262023 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-10f43b72-3840-489a-a5c3-45bb97bd1514 req-d09cfc48-0e55-4444-b3ec-0dbc08489af0 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 944 time: 0.4686489 Jul 09 19:09:27.268310 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.db [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] For port ded7f65b-d929-4a21-af6e-8f84f853a98e, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ded7f65b-d929-4a21-af6e-8f84f853a98e,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:09:27.306533 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.354157 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.356804 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:27.376216 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1435e7e596b942218231a299691f089f is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:27.381184 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:27.423801 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:27.430068 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-b1692940-1ffd-47a5-9f6b-168b64279f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:27.431416 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-b1692940-1ffd-47a5-9f6b-168b64279f75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f60a688-0427-4329-805e-76287dc10154 HTTP/1.1" status: 200 len: 859 time: 0.0979102 Jul 09 19:09:27.446497 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:27.469092 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-10f43b72-3840-489a-a5c3-45bb97bd1514 req-89444aee-1e96-4308-b76b-3f81c7efb2ab tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843588 Jul 09 19:09:27.479376 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:27.479907 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.481340 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] 10.222.0.26 "PUT /v2.0/ports/ded7f65b-d929-4a21-af6e-8f84f853a98e HTTP/1.1" status: 200 len: 1093 time: 2.3365052 Jul 09 19:09:27.486491 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdd1f72-3a34-4dc8-9265-734b54927f83', 'tag': 'ded7f65b-d929-4a21-af6e-8f84f853a98e'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:09:27.500871 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.507960 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-9fe20fb0-9dc5-47a6-86d3-143fac3610b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689304 Jul 09 19:09:27.512347 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.517457 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:27.530905 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-e1bb4ec1-8afc-4b29-ab48-1425891d63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:27.532222 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-e1bb4ec1-8afc-4b29-ab48-1425891d63e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee1193f8-1041-4d60-aa59-d016600489dc HTTP/1.1" status: 200 len: 912 time: 0.3580692 Jul 09 19:09:27.560651 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:27.563100 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2ec91dfd-a9ba-436d-be1a-d5c7126f70a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.571036 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Pushing event updated for resources: {'Port': ['ID=ded7f65b-d929-4a21-af6e-8f84f853a98e,revision_number=3']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:27.587846 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d53d2d-ac8d-43e2-9c31-df35708c5749 req-ca401c5f-ae41-4865-b3f8-bd7f22716c38 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:27.590319 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c9d53d2d-ac8d-43e2-9c31-df35708c5749 req-ca401c5f-ae41-4865-b3f8-bd7f22716c38 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 943 time: 0.4140787 Jul 09 19:09:27.599992 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:27.602325 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:27.619402 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-988eb85e-9845-42d1-a03e-f04f3dbca78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.636370 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bb87c8b0-b1c2-42c2-91c3-ad7c9b8c7d06 HTTP/1.1" status: 204 len: 168 time: 1.5572572 Jul 09 19:09:27.680590 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec91dfd-a9ba-436d-be1a-d5c7126f70a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64552b3d-60c5-46c8-8c15-5babe439ec5d,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:27.686021 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-dda5a3e9-017e-4f8a-82e8-5fe99e1efad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:27.710174 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-d0bcffa5-0b5c-4f3f-8a7f-2ddbed70edf6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adb01228-d31e-4b94-8183-fb100b63a6f5 HTTP/1.1" status: 200 len: 217 time: 0.1554954 Jul 09 19:09:27.780963 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2ec91dfd-a9ba-436d-be1a-d5c7126f70a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:27.787134 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:27.811745 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-78f88c29-a7ff-413b-b4cc-f5c286882001 service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953689 Jul 09 19:09:27.813258 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-a0dd1495-1cb2-4502-ae77-bf891fb33eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:27.814655 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-a0dd1495-1cb2-4502-ae77-bf891fb33eb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ada0ba93-a4cf-4d9f-a3eb-4958b0bf6ab0 HTTP/1.1" status: 200 len: 852 time: 0.0958748 Jul 09 19:09:27.820372 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-988eb85e-9845-42d1-a03e-f04f3dbca78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.821460 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-988eb85e-9845-42d1-a03e-f04f3dbca78c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e167596-9e30-4b3e-9fb7-3efd17c370de HTTP/1.1" status: 204 len: 168 time: 1.0941646 Jul 09 19:09:27.827731 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eb85e-9845-42d1-a03e-f04f3dbca78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e167596-9e30-4b3e-9fb7-3efd17c370de,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:27.831305 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-988eb85e-9845-42d1-a03e-f04f3dbca78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:27.836072 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2ec91dfd-a9ba-436d-be1a-d5c7126f70a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.838122 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-2ec91dfd-a9ba-436d-be1a-d5c7126f70a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64552b3d-60c5-46c8-8c15-5babe439ec5d HTTP/1.1" status: 204 len: 168 time: 1.0751979 Jul 09 19:09:27.865592 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-9ad859c2-a9f4-48bd-80a1-7eaa127d8816 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Synchronizing usage tracker for tenant:874c1999870a48d193e25276ca18fab5 on resource:security_group {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:27.889701 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c9d53d2d-ac8d-43e2-9c31-df35708c5749 req-d75174c1-97b5-4bee-9c18-564597edbb04 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718334 Jul 09 19:09:27.970517 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:27.980232 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-34276039-7ea0-4ef3-8b79-0d9733043303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:27.981914 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-34276039-7ea0-4ef3-8b79-0d9733043303 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 1096 time: 0.3664796 Jul 09 19:09:27.985511 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-01ef82d4-43c2-493b-ac55-5ac87c5fcd47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee1193f8-1041-4d60-aa59-d016600489dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297226 Jul 09 19:09:28.000651 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60004) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:28.127791 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-3151e344-d258-4fd0-94be-18101bacc494 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded7f65b-d929-4a21-af6e-8f84f853a98e HTTP/1.1" status: 200 len: 217 time: 0.1321950 Jul 09 19:09:28.136184 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.158928 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-65ffb532-76fa-460b-9c35-74b904ccfe33 req-8941fda6-2282-41e1-aaa0-c621f00041b7 service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338807 Jul 09 19:09:28.182459 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-5da65bae-54f0-4ef9-a16c-8b21687db987 service neutron] 10.222.0.26 "GET /v2.0/networks/ee1193f8-1041-4d60-aa59-d016600489dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866999 Jul 09 19:09:28.201665 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:28.231572 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-9ad859c2-a9f4-48bd-80a1-7eaa127d8816 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Unset dirty status for tenant:874c1999870a48d193e25276ca18fab5 on resource:security_group {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:28.238957 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-9ad859c2-a9f4-48bd-80a1-7eaa127d8816 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--38317513&fields=id&tenant_id=874c1999870a48d193e25276ca18fab5 HTTP/1.1" status: 200 len: 267 time: 0.6379874 Jul 09 19:09:28.324966 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c8bb8b87-1a6d-4444-b596-c10849472ca1 req-cf04776a-851c-49ba-b31b-d0fc7202e909 service neutron] 10.222.0.26 "GET /v2.0/networks/ee1193f8-1041-4d60-aa59-d016600489dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349597 Jul 09 19:09:28.362907 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-03ef6843-5675-4297-9c8b-d57e5e551b80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c624c550527479f870e43b60d30701a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3608451 Jul 09 19:09:28.367426 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1435e7e596b942218231a299691f089f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3706760 Jul 09 19:09:28.367569 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60012) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:28.367670 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0444e343-9888-46be-ad61-423ef3099c5c,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:28.368039 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60016) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:28.382776 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:28.391335 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-707ad812-ee1f-49a3-ba13-d8cd546cda6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:28.393471 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-707ad812-ee1f-49a3-ba13-d8cd546cda6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f60a688-0427-4329-805e-76287dc10154 HTTP/1.1" status: 200 len: 859 time: 0.2461493 Jul 09 19:09:28.454452 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-1f080c46-a21f-4713-af64-39b5de083516 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542829 Jul 09 19:09:28.488772 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a4f94ae3-bc00-47f0-b3b8-51416219a2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.504147 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ae9b4eee-121f-4441-a8c8-6a4014302ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.505962 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df59ff-6311-498b-813d-5b5bb2e43189 req-9869663c-931e-402e-956c-dd8421d3b8e1 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:28.507465 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d2df59ff-6311-498b-813d-5b5bb2e43189 req-9869663c-931e-402e-956c-dd8421d3b8e1 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 943 time: 0.4254282 Jul 09 19:09:28.529930 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a4f94ae3-bc00-47f0-b3b8-51416219a2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.549073 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60024) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:28.571562 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ae9b4eee-121f-4441-a8c8-6a4014302ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.601463 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.605796 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d45af29c-fb12-47ab-8673-22a7420cc9f9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:28.607246 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d45af29c-fb12-47ab-8673-22a7420cc9f9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 815 time: 0.3675401 Jul 09 19:09:28.643072 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:28.649808 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] Usage tracker for resource:security_group_rule and tenant:e425ce0e07dc45a39f4c07c6b56f0d63 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:28.653820 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:28.656472 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-1bdc0dac-a7e4-4f7b-bb7d-5632753725bf tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/quotas/874c1999870a48d193e25276ca18fab5 HTTP/1.1" status: 200 len: 375 time: 0.0416684 Jul 09 19:09:28.660768 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:28.665857 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d2df59ff-6311-498b-813d-5b5bb2e43189 req-242f18c0-5251-466e-986f-a39bf98fea22 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419775 Jul 09 19:09:28.741080 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-56a1bda1-f5b0-4ba5-9563-634fd6dc5773 service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659614 Jul 09 19:09:28.752532 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a4f94ae3-bc00-47f0-b3b8-51416219a2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.756430 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ae9b4eee-121f-4441-a8c8-6a4014302ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.765547 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-cf3d9b17-d1f7-4cdf-9412-40c75f34e484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:28.789132 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f94ae3-bc00-47f0-b3b8-51416219a2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0444e343-9888-46be-ad61-423ef3099c5c,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:28.841822 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60030) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:28.868264 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b4eee-121f-4441-a8c8-6a4014302ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42ba2ff-3e72-40c0-a7d8-9fb9b40bcd7d,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:28.870388 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a4f94ae3-bc00-47f0-b3b8-51416219a2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.871710 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-a4f94ae3-bc00-47f0-b3b8-51416219a2ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0444e343-9888-46be-ad61-423ef3099c5c HTTP/1.1" status: 204 len: 168 time: 0.5027568 Jul 09 19:09:28.879651 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.899436 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ae9b4eee-121f-4441-a8c8-6a4014302ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:28.899836 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:28.906265 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.006s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:28.913730 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-e92d3a21-6dc5-4968-8b5e-a5f8c675ccb8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Synchronizing usage tracker for tenant:874c1999870a48d193e25276ca18fab5 on resource:port {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:28.917359 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdd1f72-3a34-4dc8-9265-734b54927f83', 'tag': 'ded7f65b-d929-4a21-af6e-8f84f853a98e', 'status': 'completed', 'code': 200} Jul 09 19:09:28.933341 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:28.940357 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ae9b4eee-121f-4441-a8c8-6a4014302ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.943964 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-ae9b4eee-121f-4441-a8c8-6a4014302ff0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c42ba2ff-3e72-40c0-a7d8-9fb9b40bcd7d HTTP/1.1" status: 204 len: 168 time: 0.5749454 Jul 09 19:09:28.951867 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] Usage tracker for resource:security_group_rule and tenant:8b86f8c2441540b1bd2419a5228209e4 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:28.955846 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:28.961268 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:28.964383 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:28.970609 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1370fb26-2054-45b9-a1b8-a3d40eeae8ce req-788fe74b-2396-4b3e-a7f8-99b46e03d2a1 service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213635 Jul 09 19:09:29.045950 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:29.056606 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:29.083602 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-e92d3a21-6dc5-4968-8b5e-a5f8c675ccb8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Unset dirty status for tenant:874c1999870a48d193e25276ca18fab5 on resource:port {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:29.085565 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-e92d3a21-6dc5-4968-8b5e-a5f8c675ccb8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4205811 Jul 09 19:09:29.101346 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e425ce0e07dc45a39f4c07c6b56f0d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5464151 Jul 09 19:09:29.101346 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dea94a-acad-4be2-ba4e-acd4307380f3,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:29.102246 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60042) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:29.104074 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:29.320615 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b478b-c4fb-4c29-bfc2-2afa4a77f0a6 req-97ad973e-c412-41ef-87f7-17e3e47d5d91 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:29.322092 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-df8b478b-c4fb-4c29-bfc2-2afa4a77f0a6 req-97ad973e-c412-41ef-87f7-17e3e47d5d91 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 944 time: 0.2980778 Jul 09 19:09:29.405382 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d7e73138-6162-4e0b-8664-ce206f0bb8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:29.478501 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:29.485019 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-20d9414f-43b1-4e53-8848-f905a236810c service neutron] 10.222.0.16 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592184 Jul 09 19:09:29.486904 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d7e73138-6162-4e0b-8664-ce206f0bb8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:29.496186 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-df8b478b-c4fb-4c29-bfc2-2afa4a77f0a6 req-b9f993fd-ca05-422b-8be0-418b99fcd87d tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638484 Jul 09 19:09:29.528158 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668e9cb-3e6f-4c00-85a5-e1e28b440b39 req-5601ee62-ecde-4bae-ba88-dc9b08b6b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:29.529612 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b668e9cb-3e6f-4c00-85a5-e1e28b440b39 req-5601ee62-ecde-4bae-ba88-dc9b08b6b3a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 1096 time: 0.3754973 Jul 09 19:09:29.629460 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:29.778136 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60052) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:29.795919 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:29.806406 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2ec91dfd-a9ba-436d-be1a-d5c7126f70a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:29.809853 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:29.814198 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] Usage tracker for resource:security_group_rule and tenant:307e05f0491049a7b4bd6ef6eabd447b is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:29.816979 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:29.822605 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:29.854577 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60056) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:29.923598 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b86f8c2441540b1bd2419a5228209e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0785959 Jul 09 19:09:29.948014 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7c7676-202e-4812-abaa-80357957c15f,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:29.955212 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60060) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:29.975246 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:29.997668 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-6ccf0329-fc07-4930-894e-cce0f1587e6c service neutron] 10.222.0.16 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005531 Jul 09 19:09:30.004905 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-46f2526e-000d-4c52-9013-98d47732712b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ed232b3ce45406596e43ace031b3732&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1467345 Jul 09 19:09:30.011086 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668e9cb-3e6f-4c00-85a5-e1e28b440b39 req-6662e31e-45ab-44fc-adcf-6d1399b2dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:30.011180 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60064) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:30.011252 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b668e9cb-3e6f-4c00-85a5-e1e28b440b39 req-6662e31e-45ab-44fc-adcf-6d1399b2dda4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 919 time: 0.4679048 Jul 09 19:09:30.041856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.062851 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:09:30.080263 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-78e0aaa4-177c-4a8b-9be5-648c945d5ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.088861 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d7e73138-6162-4e0b-8664-ce206f0bb8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.105635 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b668e9cb-3e6f-4c00-85a5-e1e28b440b39 req-88516a16-3986-4fc9-a2eb-bf1b5a6b60eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded7f65b-d929-4a21-af6e-8f84f853a98e HTTP/1.1" status: 200 len: 217 time: 0.0863352 Jul 09 19:09:30.107238 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-78e0aaa4-177c-4a8b-9be5-648c945d5ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.109984 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:30.130259 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac989a3c-307a-409f-9189-63b72558d90f req-96d6ee07-3c8c-456c-b604-3e2173ae9f6f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:30.137424 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ac989a3c-307a-409f-9189-63b72558d90f req-96d6ee07-3c8c-456c-b604-3e2173ae9f6f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 943 time: 0.5359049 Jul 09 19:09:30.142987 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.155976 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:30.192526 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e73138-6162-4e0b-8664-ce206f0bb8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dea94a-acad-4be2-ba4e-acd4307380f3,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:30.201609 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=307e05f0491049a7b4bd6ef6eabd447b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205062 Jul 09 19:09:30.201859 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6539a7b-cb06-4c4f-90d4-3c7b3701a201,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:30.204895 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:30.205635 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60068) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:30.216512 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:30.218834 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d7e73138-6162-4e0b-8664-ce206f0bb8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:30.233472 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': 'f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb', 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd', 'port_id': 'f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb', 'mac_address': 'fa:16:3e:58:62:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b580e-1917-4660-b084-4dfefa42214e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:09:30.245966 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-efe3ce91-a2b3-4e4c-b1d7-da4558993664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.256283 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d7e73138-6162-4e0b-8664-ce206f0bb8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.260416 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-d7e73138-6162-4e0b-8664-ce206f0bb8b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1dea94a-acad-4be2-ba4e-acd4307380f3 HTTP/1.1" status: 204 len: 168 time: 1.1565490 Jul 09 19:09:30.276621 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ac989a3c-307a-409f-9189-63b72558d90f req-2702a3fc-36f4-4504-ad49-5c4ce6b0dce9 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377881 Jul 09 19:09:30.289557 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668e9cb-3e6f-4c00-85a5-e1e28b440b39 req-6fac60fd-b576-4cda-b959-c41882a47f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:30.291035 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b668e9cb-3e6f-4c00-85a5-e1e28b440b39 req-6fac60fd-b576-4cda-b959-c41882a47f04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f60a688-0427-4329-805e-76287dc10154 HTTP/1.1" status: 200 len: 859 time: 0.1742229 Jul 09 19:09:30.316786 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-499405c1-68a4-4cf8-8b5a-25b0998c95da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.323843 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-78e0aaa4-177c-4a8b-9be5-648c945d5ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.341578 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:30.357187 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0aaa4-177c-4a8b-9be5-648c945d5ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd96091-9b2f-4832-9b72-88c17ce623fa,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:30.363946 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-78e0aaa4-177c-4a8b-9be5-648c945d5ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:30.383653 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-78e0aaa4-177c-4a8b-9be5-648c945d5ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.387942 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-78e0aaa4-177c-4a8b-9be5-648c945d5ffe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fd96091-9b2f-4832-9b72-88c17ce623fa HTTP/1.1" status: 204 len: 168 time: 0.3811765 Jul 09 19:09:30.395004 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-499405c1-68a4-4cf8-8b5a-25b0998c95da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.418827 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-efe3ce91-a2b3-4e4c-b1d7-da4558993664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.437695 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.468622 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b668e9cb-3e6f-4c00-85a5-e1e28b440b39 req-ee9bee17-8a38-4729-b572-473c4e3052de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489365 Jul 09 19:09:30.477607 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:30.508653 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:30.569262 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-499405c1-68a4-4cf8-8b5a-25b0998c95da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.574692 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:30.586937 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499405c1-68a4-4cf8-8b5a-25b0998c95da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6539a7b-cb06-4c4f-90d4-3c7b3701a201,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:30.589399 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-499405c1-68a4-4cf8-8b5a-25b0998c95da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:30.593198 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-499405c1-68a4-4cf8-8b5a-25b0998c95da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.596094 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-499405c1-68a4-4cf8-8b5a-25b0998c95da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6539a7b-cb06-4c4f-90d4-3c7b3701a201 HTTP/1.1" status: 204 len: 168 time: 0.3894989 Jul 09 19:09:30.612227 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.617035 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device adb01228-d31e-4b94-8183-fb100b63a6f5 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:09:30.617035 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:30.667023 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a7b7c0bc-8e86-4dc7-ae62-b899e7cfd7a1 req-442dc136-3472-4c1e-a267-460a43d92b95 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 210 time: 0.2808621 Jul 09 19:09:30.764569 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:30.766193 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b668e9cb-3e6f-4c00-85a5-e1e28b440b39 req-01165fb5-1705-4491-b1b5-305e9cfd73a4 service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967122 Jul 09 19:09:30.768398 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:30.779455 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1977d-5f02-486a-a646-140fe6acfb67 req-ba7a23fd-11a5-40d4-8257-5c4644ef2474 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:30.783724 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-06a1977d-5f02-486a-a646-140fe6acfb67 req-ba7a23fd-11a5-40d4-8257-5c4644ef2474 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 943 time: 0.3313918 Jul 09 19:09:30.828419 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port adb01228-d31e-4b94-8183-fb100b63a6f5, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=adb01228-d31e-4b94-8183-fb100b63a6f5,segment=NetworkSegment(314251f2-bf22-45c3-917d-f3862a4c6fff),segment_id=314251f2-bf22-45c3-917d-f3862a4c6fff)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:30.842611 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': 'adb01228-d31e-4b94-8183-fb100b63a6f5', 'network_id': 'ee1193f8-1041-4d60-aa59-d016600489dc', 'port_id': 'adb01228-d31e-4b94-8183-fb100b63a6f5', 'mac_address': 'fa:16:3e:7f:b9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada0ba93-a4cf-4d9f-a3eb-4958b0bf6ab0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:09:30.922414 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-efe3ce91-a2b3-4e4c-b1d7-da4558993664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.922810 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:30.943413 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-ac529fe6-eb73-4d94-9e25-87a997999e44 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:30.971859 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb01228-d31e-4b94-8183-fb100b63a6f5 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:31.000614 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3ce91-a2b3-4e4c-b1d7-da4558993664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7c7676-202e-4812-abaa-80357957c15f,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:31.005091 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port adb01228-d31e-4b94-8183-fb100b63a6f5, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=adb01228-d31e-4b94-8183-fb100b63a6f5,segment=NetworkSegment(314251f2-bf22-45c3-917d-f3862a4c6fff),segment_id=314251f2-bf22-45c3-917d-f3862a4c6fff)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:31.011830 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-efe3ce91-a2b3-4e4c-b1d7-da4558993664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:31.029591 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-06a1977d-5f02-486a-a646-140fe6acfb67 req-50fa36fe-75db-44d6-a408-9b3e25949311 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248099 Jul 09 19:09:31.050489 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-efe3ce91-a2b3-4e4c-b1d7-da4558993664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:31.051623 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-efe3ce91-a2b3-4e4c-b1d7-da4558993664 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b7c7676-202e-4812-abaa-80357957c15f HTTP/1.1" status: 204 len: 168 time: 1.0905683 Jul 09 19:09:31.062517 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b668e9cb-3e6f-4c00-85a5-e1e28b440b39 req-669d8b92-543d-4a6e-beea-ad950a75d24b service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778540 Jul 09 19:09:31.077702 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37c283-bce9-485e-b491-c2c9850564ca req-7a4baa5c-ea45-49f3-aef3-c02f26625d80 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:31.079766 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cb37c283-bce9-485e-b491-c2c9850564ca req-7a4baa5c-ea45-49f3-aef3-c02f26625d80 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 944 time: 0.2079780 Jul 09 19:09:31.089355 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:31.091968 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:31.132894 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cb37c283-bce9-485e-b491-c2c9850564ca req-cdf7685f-7393-48e9-9d0f-4242246c6988 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470068 Jul 09 19:09:31.179956 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=adb01228-d31e-4b94-8183-fb100b63a6f5,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:31.183299 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:31.473172 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6abbd-1290-41a4-bebc-8963c7a32842 req-783583f5-d3a3-4ac3-9f2d-808d8a095e7f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:31.474654 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c7e6abbd-1290-41a4-bebc-8963c7a32842 req-783583f5-d3a3-4ac3-9f2d-808d8a095e7f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 944 time: 0.0852923 Jul 09 19:09:31.535227 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c7e6abbd-1290-41a4-bebc-8963c7a32842 req-2d150c19-c77f-4672-aca7-47309667a4ff tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522041 Jul 09 19:09:31.577412 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:31.595704 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['adb01228-d31e-4b94-8183-fb100b63a6f5'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:09:31.626735 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:09:31.840258 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9559c8cb-8396-4c1d-b56b-fb603154477c req-3194f887-d805-4c2f-a298-5a7e75887fef tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 210 time: 0.0478606 Jul 09 19:09:32.067751 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device dc9e2fd9-0261-4f05-97f7-25b98c780c9a details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:09:32.218658 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port dc9e2fd9-0261-4f05-97f7-25b98c780c9a, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:32.234294 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': 'dc9e2fd9-0261-4f05-97f7-25b98c780c9a', 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57', 'port_id': 'dc9e2fd9-0261-4f05-97f7-25b98c780c9a', 'mac_address': 'fa:16:3e:9d:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f60a688-0427-4329-805e-76287dc10154', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:09:32.299197 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:32.318025 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9e2fd9-0261-4f05-97f7-25b98c780c9a {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:32.334578 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port dc9e2fd9-0261-4f05-97f7-25b98c780c9a, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:32.382251 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae723f6-fdfa-4b70-bbd8-37b8bfa3026d req-ba1d8982-d34d-4e02-bcfa-fcb819ab0d3d tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:32.383748 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0ae723f6-fdfa-4b70-bbd8-37b8bfa3026d req-ba1d8982-d34d-4e02-bcfa-fcb819ab0d3d tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 943 time: 0.2288642 Jul 09 19:09:32.392554 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616739bd-2c53-4273-a3c6-80d6f4315871 req-f09aaa02-f80e-4c23-a10f-d1da71f679e4 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:32.393943 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-616739bd-2c53-4273-a3c6-80d6f4315871 req-f09aaa02-f80e-4c23-a10f-d1da71f679e4 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 945 time: 0.1310954 Jul 09 19:09:32.417139 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:32.418068 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device ded7f65b-d929-4a21-af6e-8f84f853a98e details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:09:32.420229 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:32.473629 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0ae723f6-fdfa-4b70-bbd8-37b8bfa3026d req-576f4505-111e-4d3c-ad96-1e9fe6dd049b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786386 Jul 09 19:09:32.490302 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-616739bd-2c53-4273-a3c6-80d6f4315871 req-c2db5c7b-44a5-4307-9331-e4b88a3a35e9 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770121 Jul 09 19:09:32.511731 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port ded7f65b-d929-4a21-af6e-8f84f853a98e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ded7f65b-d929-4a21-af6e-8f84f853a98e,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:32.530225 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:32.533746 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': 'ded7f65b-d929-4a21-af6e-8f84f853a98e', 'network_id': '74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57', 'port_id': 'ded7f65b-d929-4a21-af6e-8f84f853a98e', 'mac_address': 'fa:16:3e:b2:02:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f60a688-0427-4329-805e-76287dc10154', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:09:32.535563 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:32.595896 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:32.612911 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded7f65b-d929-4a21-af6e-8f84f853a98e {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:32.629526 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port ded7f65b-d929-4a21-af6e-8f84f853a98e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ded7f65b-d929-4a21-af6e-8f84f853a98e,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:32.723008 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3e8d-4c97-420a-ace7-727190ad15b6 req-4a86160f-e42d-4d40-b117-f9331194a860 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:32.727769 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d2ab3e8d-4c97-420a-ace7-727190ad15b6 req-4a86160f-e42d-4d40-b117-f9331194a860 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 944 time: 0.0846565 Jul 09 19:09:32.748558 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:32.751486 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:32.774507 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d2ab3e8d-4c97-420a-ace7-727190ad15b6 req-0cd9355d-ad7a-4a62-b1a2-54b3cdc219bd tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 Jul 09 19:09:32.821856 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=ded7f65b-d929-4a21-af6e-8f84f853a98e,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:32.824972 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:33.025482 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8548f393-cfb9-41f1-bae3-afaae56e9509 req-04b924eb-2576-4998-9e10-78de46d7f079 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 210 time: 0.0495932 Jul 09 19:09:33.183391 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['ded7f65b-d929-4a21-af6e-8f84f853a98e'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:09:33.239618 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['dc9e2fd9-0261-4f05-97f7-25b98c780c9a'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:09:33.359476 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-3a9b7356-2b7d-46e9-b109-b65a84ce8236 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:33.361321 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-3a9b7356-2b7d-46e9-b109-b65a84ce8236 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 815 time: 0.2570951 Jul 09 19:09:33.439779 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-63975bac-1128-4d23-8d09-fe70cc44f85b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=874c1999870a48d193e25276ca18fab5 HTTP/1.1" status: 200 len: 378 time: 0.0651762 Jul 09 19:09:33.448879 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'port': {'device_id': '263f04e4-02df-43c8-8d6e-d3861747258d', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'admin_state_up': True, 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'security_groups': ['5c98a0be-5513-4ba9-9bd6-66717717a36f']}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:33.648710 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:33.669872 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:33.786515 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Made reservation on behalf of 874c1999870a48d193e25276ca18fab5 for: {'port': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:09:33.790073 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:33.906699 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222deef-c1cd-4910-be9d-c5d43c362727 req-0572d430-ae27-4264-99ee-b9a05e8b2123 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:33.908778 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7222deef-c1cd-4910-be9d-c5d43c362727 req-0572d430-ae27-4264-99ee-b9a05e8b2123 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 945 time: 0.2326992 Jul 09 19:09:33.918934 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13898c8d-1e2f-41bb-bba5-cdbb8ed20097 req-c74c190c-ab47-4eaa-8f24-d48d90a7c720 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:33.920313 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-13898c8d-1e2f-41bb-bba5-cdbb8ed20097 req-c74c190c-ab47-4eaa-8f24-d48d90a7c720 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 944 time: 0.2059495 Jul 09 19:09:34.057277 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-13898c8d-1e2f-41bb-bba5-cdbb8ed20097 req-e534dcbe-fb10-4cdf-87c6-5ae3461776fb tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143029 Jul 09 19:09:34.060257 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7222deef-c1cd-4910-be9d-c5d43c362727 req-71665dd3-b49e-4941-9f02-22f48cedbe69 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364839 Jul 09 19:09:34.061052 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:34.073305 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Allocated IP 172.20.0.8 (54de321d-bd53-45a6-b8db-9659257be9d3/c819840b-9e6b-4495-834d-816eadd92a71/65d83336-4f10-4b98-98e0-d21418e96565) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:09:34.231939 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:09:34.233180 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:34.239211 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:34.240812 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:34.361935 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-42e0f191-005f-4140-930c-40b68d3f090e req-c2c72729-e2fa-43d8-9fe6-6b2e2388b8dc tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 210 time: 0.1192963 Jul 09 19:09:34.385346 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:34.395132 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:34.416716 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.provisioning_blocks [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Transition to ACTIVE for port object 65d83336-4f10-4b98-98e0-d21418e96565 will not be triggered until provisioned by entity DHCP. {{(pid=79198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:34.429150 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c179db5-1c08-47e4-b1fc-862025cef829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:09:34.442211 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937334c-d42b-406f-a188-e93693cc7bd6 req-3c1f2acf-eaa4-4c06-a584-2cc1e8fee70f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:34.446697 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6937334c-d42b-406f-a188-e93693cc7bd6 req-3c1f2acf-eaa4-4c06-a584-2cc1e8fee70f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 944 time: 0.2022271 Jul 09 19:09:34.496411 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:34.501627 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6937334c-d42b-406f-a188-e93693cc7bd6 req-37e99ec5-5ef5-493c-a6f0-d8bd436e6cc8 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524132 Jul 09 19:09:34.558600 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:34.567554 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:34.588636 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:34.589907 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device adb01228-d31e-4b94-8183-fb100b63a6f5 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:34.624237 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:34.633978 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Network 54de321d-bd53-45a6-b8db-9659257be9d3 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:34.637123 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:34.639873 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:09:34.647679 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:34.647679 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:34.668148 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:34.674117 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:34.711638 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:34.715139 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:34.800984 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3581829 Jul 09 19:09:34.813018 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Request body: {'port': {'device_id': '263f04e4-02df-43c8-8d6e-d3861747258d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:34.849575 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port adb01228-d31e-4b94-8183-fb100b63a6f5 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:34.857698 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port adb01228-d31e-4b94-8183-fb100b63a6f5 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:34.858085 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:35.001422 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:35.020356 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:35.033539 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-49c020f5-fc5c-40be-ac0b-690cdbe8a3f7 None None] Provisioning for port 65d83336-4f10-4b98-98e0-d21418e96565 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:35.043225 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-49c020f5-fc5c-40be-ac0b-690cdbe8a3f7 None None] Provisioning complete for port 65d83336-4f10-4b98-98e0-d21418e96565 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:35.043624 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-49c020f5-fc5c-40be-ac0b-690cdbe8a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:35.128333 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port adb01228-d31e-4b94-8183-fb100b63a6f5, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=adb01228-d31e-4b94-8183-fb100b63a6f5,segment=NetworkSegment(314251f2-bf22-45c3-917d-f3862a4c6fff),segment_id=314251f2-bf22-45c3-917d-f3862a4c6fff)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:35.130750 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-49c020f5-fc5c-40be-ac0b-690cdbe8a3f7 None None] Port 65d83336-4f10-4b98-98e0-d21418e96565 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:09:35.194549 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:35.197520 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:35.278266 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=adb01228-d31e-4b94-8183-fb100b63a6f5,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:35.281286 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:35.362384 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c179db5-1c08-47e4-b1fc-862025cef829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb', 'code': 200} Jul 09 19:09:35.434202 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f198d3-d78b-4f99-862b-5c8875434052 req-07651d71-3a24-4e33-9606-6ae0aa9c2a12 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:35.435757 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-03f198d3-d78b-4f99-862b-5c8875434052 req-07651d71-3a24-4e33-9606-6ae0aa9c2a12 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 944 time: 0.2363591 Jul 09 19:09:35.625783 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.db.resource_extend [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:09:35.644136 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-03f198d3-d78b-4f99-862b-5c8875434052 req-d3543df6-7d87-48ea-b232-6ae6144383ab tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002196 Jul 09 19:09:35.714832 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d83336-4f10-4b98-98e0-d21418e96565 {{(pid=79198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:35.726571 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:35.751525 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.provisioning_blocks [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Transition to ACTIVE for port object 65d83336-4f10-4b98-98e0-d21418e96565 will not be triggered until provisioned by entity L2. {{(pid=79198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:35.770209 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586dc49-ff00-47aa-a9f8-9ad79f29494c req-f1aeed75-68fc-4c09-ac98-b7170bd81394 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:35.772797 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c586dc49-ff00-47aa-a9f8-9ad79f29494c req-f1aeed75-68fc-4c09-ac98-b7170bd81394 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 946 time: 0.3116610 Jul 09 19:09:35.858347 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:35.863317 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cc192-738b-48c5-a0aa-895fb40fa0e2 req-8f9df8be-5bde-4ec8-9167-efa8cc9cf984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:35.870682 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-102cc192-738b-48c5-a0aa-895fb40fa0e2 req-8f9df8be-5bde-4ec8-9167-efa8cc9cf984 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 1098 time: 0.0807757 Jul 09 19:09:35.874329 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f2c442c9-022e-4839-982a-99136f95ff5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:35.908637 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-102cc192-738b-48c5-a0aa-895fb40fa0e2 req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:35.937393 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-102cc192-738b-48c5-a0aa-895fb40fa0e2 req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:35.940462 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-102cc192-738b-48c5-a0aa-895fb40fa0e2 req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] Usage tracker for resource:security_group_rule and tenant:48097d499b394f60ae9a17fc75ce0a66 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:35.943542 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-102cc192-738b-48c5-a0aa-895fb40fa0e2 req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:35.951112 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-102cc192-738b-48c5-a0aa-895fb40fa0e2 req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:36.032595 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c586dc49-ff00-47aa-a9f8-9ad79f29494c req-5aa49e2f-2a0d-4134-a66a-fb8364914374 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528646 Jul 09 19:09:36.056535 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-102cc192-738b-48c5-a0aa-895fb40fa0e2 req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.063220 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device dc9e2fd9-0261-4f05-97f7-25b98c780c9a up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:36.078317 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Pushing event updated for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:36.091033 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:36.125626 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-102cc192-738b-48c5-a0aa-895fb40fa0e2 req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.138553 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fbf2fe0d-da39-4108-a8b9-d175dd1f2c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:36.196596 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad048f-c3a5-4fdf-a4a8-38cf9ec9a5ff,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:36.202196 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:36.206847 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-102cc192-738b-48c5-a0aa-895fb40fa0e2 req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346550 Jul 09 19:09:36.252303 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port dc9e2fd9-0261-4f05-97f7-25b98c780c9a completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:36.261174 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port dc9e2fd9-0261-4f05-97f7-25b98c780c9a triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:36.261545 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.304795 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.managers [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Attempting to bind port 65d83336-4f10-4b98-98e0-d21418e96565 on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:09:36.305120 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.managers [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Attempting to bind port 65d83336-4f10-4b98-98e0-d21418e96565 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'}] {{(pid=79198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:09:36.305423 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Attempting to bind port 65d83336-4f10-4b98-98e0-d21418e96565 on network 54de321d-bd53-45a6-b8db-9659257be9d3 {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:36.317472 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f68a2-0ea3-48f3-b4bb-dac1dff431a5 req-48b2bb79-ef51-409d-834c-766663e5bd27 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:36.318229 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-100f68a2-0ea3-48f3-b4bb-dac1dff431a5 req-48b2bb79-ef51-409d-834c-766663e5bd27 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Synchronizing usage tracker for tenant:874c1999870a48d193e25276ca18fab5 on resource:port {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:36.328552 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Port 65d83336-4f10-4b98-98e0-d21418e96565 on network 54de321d-bd53-45a6-b8db-9659257be9d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:09:36.328876 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Attempting to bind port 65d83336-4f10-4b98-98e0-d21418e96565 on network 54de321d-bd53-45a6-b8db-9659257be9d3 {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:36.345784 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:09:36.346111 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Checking segment: {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:36.346906 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Bound using segment: {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'} {{(pid=79198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:09:36.346906 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.managers [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Bound port: 65d83336-4f10-4b98-98e0-d21418e96565, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'}}] {{(pid=79198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:09:36.347267 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.395117 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.431952 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port dc9e2fd9-0261-4f05-97f7-25b98c780c9a, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:36.456989 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-100f68a2-0ea3-48f3-b4bb-dac1dff431a5 req-48b2bb79-ef51-409d-834c-766663e5bd27 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Unset dirty status for tenant:874c1999870a48d193e25276ca18fab5 on resource:port {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:36.458146 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-100f68a2-0ea3-48f3-b4bb-dac1dff431a5 req-48b2bb79-ef51-409d-834c-766663e5bd27 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.6798851 Jul 09 19:09:36.486411 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c933801-576d-46c9-aa8b-6726cddb040f req-e45533dd-8501-4c88-aa39-e7c4754b2c0d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:36.487973 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0c933801-576d-46c9-aa8b-6726cddb040f req-e45533dd-8501-4c88-aa39-e7c4754b2c0d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 945 time: 0.2471995 Jul 09 19:09:36.546114 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.547028 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device ded7f65b-d929-4a21-af6e-8f84f853a98e up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:36.551276 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.db [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, cleared binding levels {{(pid=79198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:09:36.576485 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.db [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:09:36.579696 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-0456d407-203e-44a6-9d6d-6f502e81f524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:36.582349 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-100f68a2-0ea3-48f3-b4bb-dac1dff431a5 req-601231a8-1dfc-4ade-a861-253696fe9478 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150694 Jul 09 19:09:36.589129 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0c933801-576d-46c9-aa8b-6726cddb040f req-7b26e8d4-10c0-43cf-a905-72034314f043 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845847 Jul 09 19:09:36.664843 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60308) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:36.687067 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:36.690586 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:36.749232 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.754439 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-45ddefb8-7ba9-4436-85a9-3f6526374ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:36.777154 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port ded7f65b-d929-4a21-af6e-8f84f853a98e completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:36.782380 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port ded7f65b-d929-4a21-af6e-8f84f853a98e triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:36.782956 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.876453 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:36.877052 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.877517 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.878402 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] 10.222.0.26 "PUT /v2.0/ports/65d83336-4f10-4b98-98e0-d21418e96565 HTTP/1.1" status: 200 len: 1093 time: 2.0698426 Jul 09 19:09:36.886684 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:09:36.912848 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Pushing event updated for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=3']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:36.916308 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:36.934578 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:36.939937 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:36.956595 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] Usage tracker for resource:security_group_rule and tenant:d27825c245834acf855700316be19fee is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:36.961268 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:36.969416 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005af0d-dab9-45c1-b71b-7233ae762d2b req-dcc14bd8-3a9f-48e3-b0fe-28cb78afd5f4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:36.981291 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a005af0d-dab9-45c1-b71b-7233ae762d2b req-dcc14bd8-3a9f-48e3-b0fe-28cb78afd5f4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 944 time: 0.1634121 Jul 09 19:09:36.991255 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:37.002675 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565', 'status': 'completed', 'code': 200} Jul 09 19:09:37.034453 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port ded7f65b-d929-4a21-af6e-8f84f853a98e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ded7f65b-d929-4a21-af6e-8f84f853a98e,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:37.103709 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:37.106624 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:37.149501 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a005af0d-dab9-45c1-b71b-7233ae762d2b req-da6c7b48-1dfc-4492-b3b2-296903df32f8 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603084 Jul 09 19:09:37.174339 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06600cc-a1e0-4bcc-82cb-30d3ce8cdbca req-dfa365cb-8e0a-4e3b-b4cb-38afa0192a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:37.178055 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b06600cc-a1e0-4bcc-82cb-30d3ce8cdbca req-dfa365cb-8e0a-4e3b-b4cb-38afa0192a28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 1096 time: 0.1649923 Jul 09 19:09:37.238195 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:37.286460 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=ded7f65b-d929-4a21-af6e-8f84f853a98e,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:37.290493 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:37.297377 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:37.334439 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:37.347191 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d27825c245834acf855700316be19fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6809931 Jul 09 19:09:37.347742 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60330) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:37.363216 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62d1995-b00f-4f3c-bf3b-a4df340e97a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb01228-d31e-4b94-8183-fb100b63a6f5'}, {'server_uuid': 'b1e45aa5-b915-4816-a637-2864f0f67b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9e2fd9-0261-4f05-97f7-25b98c780c9a'}, {'server_uuid': 'bfdd1f72-3a34-4dc8-9265-734b54927f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7f65b-d929-4a21-af6e-8f84f853a98e'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:09:37.398947 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072b1a91-7533-4bca-b308-c45f63994401,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:37.405176 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:37.423007 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62d1995-b00f-4f3c-bf3b-a4df340e97a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb01228-d31e-4b94-8183-fb100b63a6f5', 'code': 200} Jul 09 19:09:37.423475 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e45aa5-b915-4816-a637-2864f0f67b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9e2fd9-0261-4f05-97f7-25b98c780c9a', 'code': 200} Jul 09 19:09:37.423475 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdd1f72-3a34-4dc8-9265-734b54927f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7f65b-d929-4a21-af6e-8f84f853a98e', 'code': 200} Jul 09 19:09:37.474424 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2c90cac6-4ff3-42da-80ed-ae273fb34e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:37.481023 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06600cc-a1e0-4bcc-82cb-30d3ce8cdbca req-4824314c-2126-4c7a-8fd6-5ed549c49207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:37.482470 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b06600cc-a1e0-4bcc-82cb-30d3ce8cdbca req-4824314c-2126-4c7a-8fd6-5ed549c49207 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=874c1999870a48d193e25276ca18fab5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2944489 Jul 09 19:09:37.495560 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820320d4-780d-4729-bdfc-49fa559feb82 req-d6abd669-ebe0-4f13-946e-d965ea980f22 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:37.497118 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-820320d4-780d-4729-bdfc-49fa559feb82 req-d6abd669-ebe0-4f13-946e-d965ea980f22 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 946 time: 0.2109723 Jul 09 19:09:37.502644 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2c90cac6-4ff3-42da-80ed-ae273fb34e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:37.633041 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-820320d4-780d-4729-bdfc-49fa559feb82 req-02daac81-3925-4607-a52e-a3ad9e4c44a2 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290221 Jul 09 19:09:37.651875 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2c90cac6-4ff3-42da-80ed-ae273fb34e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:37.674175 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:37.696224 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06600cc-a1e0-4bcc-82cb-30d3ce8cdbca req-88fcfb76-25e1-4826-aeac-68b98d760710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:37.700063 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b06600cc-a1e0-4bcc-82cb-30d3ce8cdbca req-88fcfb76-25e1-4826-aeac-68b98d760710 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1762965 Jul 09 19:09:37.703572 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90cac6-4ff3-42da-80ed-ae273fb34e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072b1a91-7533-4bca-b308-c45f63994401,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:37.712767 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-2c90cac6-4ff3-42da-80ed-ae273fb34e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:37.714187 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2c90cac6-4ff3-42da-80ed-ae273fb34e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:37.727405 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-2c90cac6-4ff3-42da-80ed-ae273fb34e68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/072b1a91-7533-4bca-b308-c45f63994401 HTTP/1.1" status: 204 len: 168 time: 0.3765912 Jul 09 19:09:37.989201 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d90670fd-d7a7-438b-91c8-15e4bf5bd8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:37.991257 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-d90670fd-d7a7-438b-91c8-15e4bf5bd8ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 1096 time: 0.1280594 Jul 09 19:09:38.023772 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42371b-9ba6-4e9b-8b42-76c44e0f6b2c req-f65c1b0d-a6ff-411d-99b6-53cbf4e040a5 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:38.025912 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8b42371b-9ba6-4e9b-8b42-76c44e0f6b2c req-f65c1b0d-a6ff-411d-99b6-53cbf4e040a5 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 945 time: 0.2288499 Jul 09 19:09:38.042206 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaba81-b82f-455a-9bc1-0b87ae99a98a req-c00bc588-c6e8-4226-b85b-3b69e743e1e5 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:38.044149 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-54aaba81-b82f-455a-9bc1-0b87ae99a98a req-c00bc588-c6e8-4226-b85b-3b69e743e1e5 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.2068648 Jul 09 19:09:38.049736 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea65e7-6ff4-4de8-b1ac-1faa8b8bbb3e req-e7b02c49-8a58-4fea-b475-2beefef972d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:38.051318 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fbea65e7-6ff4-4de8-b1ac-1faa8b8bbb3e req-e7b02c49-8a58-4fea-b475-2beefef972d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 1099 time: 0.2075872 Jul 09 19:09:38.149557 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-4881cc95-9fc8-4eef-b9d1-cdb30b483d2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d83336-4f10-4b98-98e0-d21418e96565 HTTP/1.1" status: 200 len: 217 time: 0.1424110 Jul 09 19:09:38.149764 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8b42371b-9ba6-4e9b-8b42-76c44e0f6b2c req-60227c6e-9193-4b64-a796-a2960f33412f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032357 Jul 09 19:09:38.160135 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-54aaba81-b82f-455a-9bc1-0b87ae99a98a req-3eafcc88-39a8-4f5d-bd91-acb4f914dcc9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967841 Jul 09 19:09:38.161714 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fbea65e7-6ff4-4de8-b1ac-1faa8b8bbb3e req-10e668e0-9a30-4a5b-aa4e-3f626aa43eea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968218 Jul 09 19:09:38.265833 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-9b1a3845-3496-4c46-9bf3-57d74199e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:38.268617 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-9b1a3845-3496-4c46-9bf3-57d74199e323 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.0885675 Jul 09 19:09:38.342277 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0680f08-9611-4c49-9570-55945a798e95 req-bf77bdee-9d7a-4bbd-bdcc-376c6f91f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:38.343774 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a0680f08-9611-4c49-9570-55945a798e95 req-bf77bdee-9d7a-4bbd-bdcc-376c6f91f9c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 1098 time: 0.2746441 Jul 09 19:09:38.351653 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328a7c1-52e1-4459-a646-acc76ec394d7 req-c978365b-2164-4f6a-a72d-3b2e3057f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:38.353238 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4328a7c1-52e1-4459-a646-acc76ec394d7 req-c978365b-2164-4f6a-a72d-3b2e3057f732 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 1099 time: 0.2852693 Jul 09 19:09:38.406857 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-9fd8ccdc-22eb-49ac-84d1-c6de60b96a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:38.409108 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-9fd8ccdc-22eb-49ac-84d1-c6de60b96a38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1337779 Jul 09 19:09:38.457244 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ba38e-b373-4d97-b753-4241288ef834 req-15a744ef-6155-4e1b-93e9-234d2cd163b3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:38.458725 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fa7ba38e-b373-4d97-b753-4241288ef834 req-15a744ef-6155-4e1b-93e9-234d2cd163b3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1768658 Jul 09 19:09:38.462585 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-a0680f08-9611-4c49-9570-55945a798e95 req-47c83363-c75a-4e91-9d2a-3280c592a093 service neutron] Synchronizing usage tracker for tenant:48097d499b394f60ae9a17fc75ce0a66 on resource:security_group {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:38.523127 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fa7ba38e-b373-4d97-b753-4241288ef834 req-a7e8d598-f641-442a-bd64-6cf1f7883d12 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556920 Jul 09 19:09:38.532099 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-4328a7c1-52e1-4459-a646-acc76ec394d7 req-cae9158b-cb50-4118-8fbf-e20fece5521e service neutron] Synchronizing usage tracker for tenant:48097d499b394f60ae9a17fc75ce0a66 on resource:security_group {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:38.589413 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-fbeaa472-b6b1-42de-9ecf-e9915995ba69 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660252 Jul 09 19:09:38.670725 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.db.api [req-4328a7c1-52e1-4459-a646-acc76ec394d7 req-cae9158b-cb50-4118-8fbf-e20fece5521e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 48097d499b394f60ae9a17fc75ce0a66-security_group {{(pid=79199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:09:38.671042 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_db.api [req-4328a7c1-52e1-4459-a646-acc76ec394d7 req-cae9158b-cb50-4118-8fbf-e20fece5521e service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:09:38.671532 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-a0680f08-9611-4c49-9570-55945a798e95 req-47c83363-c75a-4e91-9d2a-3280c592a093 service neutron] Unset dirty status for tenant:48097d499b394f60ae9a17fc75ce0a66 on resource:security_group {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:38.673042 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a0680f08-9611-4c49-9570-55945a798e95 req-47c83363-c75a-4e91-9d2a-3280c592a093 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061619 Jul 09 19:09:38.699325 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60374) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:38.718954 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:38.735305 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:38.739597 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:5ffa5b3d93204fdfbcc82b8be22d9865 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:38.742607 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:38.742973 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b68e94ef-5c98-4a54-9652-7f4c5a73a608 req-a34def3f-7c3c-4a34-8590-d287d4f671a6 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448510 Jul 09 19:09:38.748293 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:38.881086 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8094ab-43ca-442b-ad19-97499b742330 req-e170f9a3-bb62-440f-945d-f4be9aa55074 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:38.882664 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-be8094ab-43ca-442b-ad19-97499b742330 req-e170f9a3-bb62-440f-945d-f4be9aa55074 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 946 time: 0.1152141 Jul 09 19:09:38.932158 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:38.952293 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-be8094ab-43ca-442b-ad19-97499b742330 req-f9b980ae-11dc-420c-b8d7-1ec9406f7847 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514348 Jul 09 19:09:39.011075 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:39.019497 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-274d3f78-d0c4-4dfe-a8dd-0a87010cb366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:39.057456 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ffa5b3d93204fdfbcc82b8be22d9865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570652 Jul 09 19:09:39.059298 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77603c1b-7047-4672-8e0d-76b6be9fbc0a,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:39.062028 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60382) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:39.062460 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:39.126544 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-12869cbe-ee1b-489d-899b-a83a3f9e4909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:39.154810 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-12869cbe-ee1b-489d-899b-a83a3f9e4909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:39.206230 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-4328a7c1-52e1-4459-a646-acc76ec394d7 req-cae9158b-cb50-4118-8fbf-e20fece5521e service neutron] Unset dirty status for tenant:48097d499b394f60ae9a17fc75ce0a66 on resource:security_group {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:39.218265 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4328a7c1-52e1-4459-a646-acc76ec394d7 req-cae9158b-cb50-4118-8fbf-e20fece5521e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8256936 Jul 09 19:09:39.295441 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-12869cbe-ee1b-489d-899b-a83a3f9e4909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:39.302547 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:39.331463 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12869cbe-ee1b-489d-899b-a83a3f9e4909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77603c1b-7047-4672-8e0d-76b6be9fbc0a,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:39.339316 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-12869cbe-ee1b-489d-899b-a83a3f9e4909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:39.340282 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-12869cbe-ee1b-489d-899b-a83a3f9e4909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:39.341417 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-12869cbe-ee1b-489d-899b-a83a3f9e4909 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77603c1b-7047-4672-8e0d-76b6be9fbc0a HTTP/1.1" status: 204 len: 168 time: 0.2781470 Jul 09 19:09:39.479847 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ef8d-09a0-4a41-aa04-8c47b6559eb2 req-70ad8862-7d36-47c7-936d-87557e01632a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:39.481693 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5344ef8d-09a0-4a41-aa04-8c47b6559eb2 req-70ad8862-7d36-47c7-936d-87557e01632a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 945 time: 0.2086804 Jul 09 19:09:39.542041 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9978b-3d65-42c8-aec1-cf3886578cab req-7ca7cfd8-d693-4f4d-852a-89dfe5b60539 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:39.543674 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fda9978b-3d65-42c8-aec1-cf3886578cab req-7ca7cfd8-d693-4f4d-852a-89dfe5b60539 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1944115 Jul 09 19:09:39.548939 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5344ef8d-09a0-4a41-aa04-8c47b6559eb2 req-9646422a-7640-4d67-b583-90b1cb67eca2 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584292 Jul 09 19:09:39.620509 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fda9978b-3d65-42c8-aec1-cf3886578cab req-8b5a006e-c826-49eb-8b44-a5ea07356af4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698485 Jul 09 19:09:39.817463 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5c2a8-4836-4038-82c8-f5ca3a01af76 req-a295adc0-9f6a-445c-8037-5e99c36f5ee0 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:39.818954 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e2d5c2a8-4836-4038-82c8-f5ca3a01af76 req-a295adc0-9f6a-445c-8037-5e99c36f5ee0 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1049550 Jul 09 19:09:39.868484 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e2d5c2a8-4836-4038-82c8-f5ca3a01af76 req-cbfe4af4-3f06-47db-b693-fe57af5e1f98 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428684 Jul 09 19:09:40.136774 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256df1d-602a-4dcd-a93f-d25fc2877fb6 req-71cdae02-09cc-4b51-a217-370bd8becb0d tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:40.138233 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6256df1d-602a-4dcd-a93f-d25fc2877fb6 req-71cdae02-09cc-4b51-a217-370bd8becb0d tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 946 time: 0.0823317 Jul 09 19:09:40.182379 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6256df1d-602a-4dcd-a93f-d25fc2877fb6 req-c8c742e5-1aa2-4b17-8a4b-1ae35fd64d73 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379283 Jul 09 19:09:40.830416 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17619f9-2465-49fe-96db-447d60521d3d req-77a25cfe-3a76-432f-b56b-8157c7b03444 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:40.832112 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b17619f9-2465-49fe-96db-447d60521d3d req-77a25cfe-3a76-432f-b56b-8157c7b03444 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.0839975 Jul 09 19:09:40.882655 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b17619f9-2465-49fe-96db-447d60521d3d req-42ece38c-812e-4220-8451-94f0bffd8ff0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444155 Jul 09 19:09:41.073093 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a764b68-0937-48b7-80b5-e0a1fd9a9b9c req-2aea7dfe-0ad2-4e40-b1e8-53a5426a3c98 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:41.074563 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0a764b68-0937-48b7-80b5-e0a1fd9a9b9c req-2aea7dfe-0ad2-4e40-b1e8-53a5426a3c98 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.0866580 Jul 09 19:09:41.123137 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0a764b68-0937-48b7-80b5-e0a1fd9a9b9c req-66ecbbd4-7976-4d89-9338-03fccf43e359 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409911 Jul 09 19:09:41.873019 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a40ca3-73c4-422a-b0e3-debad5afb38d req-90b2c5c2-62d4-4a46-bc5d-7202547f4277 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:41.874468 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-82a40ca3-73c4-422a-b0e3-debad5afb38d req-90b2c5c2-62d4-4a46-bc5d-7202547f4277 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.0983310 Jul 09 19:09:41.884590 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10f5c7-ead3-4016-86ea-0f2fcd381acb req-b6e82a74-6afc-4895-9171-796dcda20fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:41.886335 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-cb10f5c7-ead3-4016-86ea-0f2fcd381acb req-b6e82a74-6afc-4895-9171-796dcda20fde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 1098 time: 0.0790532 Jul 09 19:09:41.930241 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-82a40ca3-73c4-422a-b0e3-debad5afb38d req-3b55d85b-40d9-4611-b51a-1b6bf0513b9e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484037 Jul 09 19:09:42.096722 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 65d83336-4f10-4b98-98e0-d21418e96565 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:09:42.148849 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf9e2c-c8ed-44ac-b840-493e575c25f5 req-53408852-aa60-4de2-88e0-f24e204fc992 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:42.150801 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-05cf9e2c-c8ed-44ac-b840-493e575c25f5 req-53408852-aa60-4de2-88e0-f24e204fc992 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1138983 Jul 09 19:09:42.186538 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10f5c7-ead3-4016-86ea-0f2fcd381acb req-077f9d0b-590f-4da3-86b5-ba2085098d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:42.188297 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-cb10f5c7-ead3-4016-86ea-0f2fcd381acb req-077f9d0b-590f-4da3-86b5-ba2085098d69 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 919 time: 0.2881007 Jul 09 19:09:42.219153 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-05cf9e2c-c8ed-44ac-b840-493e575c25f5 req-59cdadde-0d5b-4e98-aeab-9315472839c3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608954 Jul 09 19:09:42.264671 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-cb10f5c7-ead3-4016-86ea-0f2fcd381acb req-338a67b1-9361-40d8-8c6d-849d4ee55f51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ded7f65b-d929-4a21-af6e-8f84f853a98e HTTP/1.1" status: 200 len: 217 time: 0.0691223 Jul 09 19:09:42.283569 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:42.299682 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '65d83336-4f10-4b98-98e0-d21418e96565', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'port_id': '65d83336-4f10-4b98-98e0-d21418e96565', 'mac_address': 'fa:16:3e:71:3b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:09:42.334299 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10f5c7-ead3-4016-86ea-0f2fcd381acb req-b7e32067-a9b0-488a-87b8-37f53df11e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:42.336116 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-cb10f5c7-ead3-4016-86ea-0f2fcd381acb req-b7e32067-a9b0-488a-87b8-37f53df11e31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f60a688-0427-4329-805e-76287dc10154 HTTP/1.1" status: 200 len: 859 time: 0.0649269 Jul 09 19:09:42.362069 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:42.380021 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d83336-4f10-4b98-98e0-d21418e96565 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:42.385305 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-cb10f5c7-ead3-4016-86ea-0f2fcd381acb req-9f1b0c26-d644-45c2-bb54-16cda17ea5db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417850 Jul 09 19:09:42.396444 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:42.451202 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:42.454723 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:42.521916 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:42.522233 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-cb10f5c7-ead3-4016-86ea-0f2fcd381acb req-2be223e9-2e1c-4051-bc3b-3d70aa5c779d service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288230 Jul 09 19:09:42.525048 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:42.662209 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-cb10f5c7-ead3-4016-86ea-0f2fcd381acb req-f341c0dd-8ead-4bda-ac3a-92f3c5270d8c service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294093 Jul 09 19:09:42.872642 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['65d83336-4f10-4b98-98e0-d21418e96565'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:09:43.134186 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e8e26-f721-493f-9abe-9aae4384df95 req-901fec15-735a-4403-b99d-ad64c1bf775f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:43.136438 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-130e8e26-f721-493f-9abe-9aae4384df95 req-901fec15-735a-4403-b99d-ad64c1bf775f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.0859547 Jul 09 19:09:43.183734 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-130e8e26-f721-493f-9abe-9aae4384df95 req-08935912-7498-4242-996e-1f4efbcf7daa tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Jul 09 19:09:43.819285 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60574) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:43.973597 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:43.994447 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:44.001408 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a703cc7914db4b0ba952fefb1b1ab084 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:44.006657 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:44.014451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:44.099916 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 65d83336-4f10-4b98-98e0-d21418e96565 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:09:44.100766 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:44.200881 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497c58-7816-46c4-ae18-f9fd4f925c11 req-270745fb-1dc0-47f7-9b14-884b12fa70dd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:44.217224 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0c497c58-7816-46c4-ae18-f9fd4f925c11 req-270745fb-1dc0-47f7-9b14-884b12fa70dd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 944 time: 0.1160109 Jul 09 19:09:44.245976 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:44.270060 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0c497c58-7816-46c4-ae18-f9fd4f925c11 req-76b9739b-63a3-4532-8b26-44addab56a9c tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470662 Jul 09 19:09:44.291882 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:44.294941 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 65d83336-4f10-4b98-98e0-d21418e96565 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:09:44.302121 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 65d83336-4f10-4b98-98e0-d21418e96565 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:09:44.320352 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:44.376959 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a703cc7914db4b0ba952fefb1b1ab084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563118 Jul 09 19:09:44.379509 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60594) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:44.394390 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8879c1-2cbd-4ca8-b31f-6433474fe288,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:44.407384 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:44.531056 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f6e20733-cbef-47aa-b05f-6dff2f709c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:44.541274 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:44.569165 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67357b-1852-41a0-931b-1d3044bf3665 req-b6fde80f-65cb-4fe3-a47c-24f5f55e34a6 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:44.576010 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ec67357b-1852-41a0-931b-1d3044bf3665 req-b6fde80f-65cb-4fe3-a47c-24f5f55e34a6 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1798401 Jul 09 19:09:44.579021 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f6e20733-cbef-47aa-b05f-6dff2f709c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:44.581067 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:44.582281 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:09:44.649998 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ec67357b-1852-41a0-931b-1d3044bf3665 req-4f91fd87-60a0-4361-8d9a-773246fc190b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731425 Jul 09 19:09:44.704044 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565', 'code': 200} Jul 09 19:09:44.948779 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f6e20733-cbef-47aa-b05f-6dff2f709c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:44.949965 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:44.952964 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d7e73138-6162-4e0b-8664-ce206f0bb8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:44.962010 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:44.984600 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e20733-cbef-47aa-b05f-6dff2f709c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8879c1-2cbd-4ca8-b31f-6433474fe288,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:44.987276 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f6e20733-cbef-47aa-b05f-6dff2f709c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:44.992883 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f6e20733-cbef-47aa-b05f-6dff2f709c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:44.993651 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-f6e20733-cbef-47aa-b05f-6dff2f709c8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd8879c1-2cbd-4ca8-b31f-6433474fe288 HTTP/1.1" status: 204 len: 168 time: 0.6127241 Jul 09 19:09:45.058168 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:45.067784 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:45.233820 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eb72f-5a33-4f49-9908-16b3afb32df3 req-7ce6c879-46bd-4c03-8559-214e5000a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:45.235364 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-395eb72f-5a33-4f49-9908-16b3afb32df3 req-7ce6c879-46bd-4c03-8559-214e5000a806 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 1098 time: 0.0689027 Jul 09 19:09:45.282663 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-395eb72f-5a33-4f49-9908-16b3afb32df3 req-becdfa5a-57f5-446e-b4bd-3e94ad22eeab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379121 Jul 09 19:09:45.489465 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ea5d9-070e-48b8-ac20-e9879b0469fb req-c7f6e186-7fbc-4e71-a733-e5888b182aa1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:45.491655 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3e1ea5d9-070e-48b8-ac20-e9879b0469fb req-c7f6e186-7fbc-4e71-a733-e5888b182aa1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0948007 Jul 09 19:09:45.542025 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3e1ea5d9-070e-48b8-ac20-e9879b0469fb req-4f95daa6-7a2a-44e1-8b70-19c0ec3fc4dc tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444877 Jul 09 19:09:45.665165 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60628) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:45.688829 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:45.711695 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:45.715855 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] Usage tracker for resource:security_group_rule and tenant:5a422fee9a564c9da47c42cd3ff22e5c is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:45.719024 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:45.730478 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:45.851619 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:45.862963 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00543b56-d1aa-4af7-9c9f-5a0e0e119bb8 req-f88223c7-316d-4a5d-8c53-d9c23880907e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:45.870036 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-00543b56-d1aa-4af7-9c9f-5a0e0e119bb8 req-f88223c7-316d-4a5d-8c53-d9c23880907e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.0940673 Jul 09 19:09:45.912323 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:45.947830 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:45.973606 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a422fee9a564c9da47c42cd3ff22e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045311 Jul 09 19:09:45.978792 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60640) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:45.986057 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60644) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:46.000466 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-00543b56-d1aa-4af7-9c9f-5a0e0e119bb8 req-4c357e64-79da-43c7-8797-75a6c2f6e3eb tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294916 Jul 09 19:09:46.011222 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d9df79-7a24-403b-b1eb-c1b252798f80,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:46.017354 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:46.060285 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-466a3592-b8d3-4faa-9563-895ae488a3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.086802 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-466a3592-b8d3-4faa-9563-895ae488a3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.142770 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.158165 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:46.162405 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5b09de1080403595cd80910f310d91 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:46.165337 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:46.173169 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:46.251426 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-466a3592-b8d3-4faa-9563-895ae488a3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.256281 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5156d058-8ef1-46e0-88e6-b3d7e832130c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:46.276061 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a3592-b8d3-4faa-9563-895ae488a3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d9df79-7a24-403b-b1eb-c1b252798f80,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:46.278857 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-466a3592-b8d3-4faa-9563-895ae488a3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:46.296801 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-466a3592-b8d3-4faa-9563-895ae488a3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.297972 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-466a3592-b8d3-4faa-9563-895ae488a3da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57d9df79-7a24-403b-b1eb-c1b252798f80 HTTP/1.1" status: 204 len: 168 time: 0.3179762 Jul 09 19:09:46.348196 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.410874 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.419042 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fe26874e-d1c5-4501-ba7f-edab4afc5d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:46.459317 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f5b09de1080403595cd80910f310d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715664 Jul 09 19:09:46.460213 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52952b0f-bf75-488a-8521-94a8c034d4d9,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:46.461899 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60656) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:46.463212 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:46.521271 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-697e9bf3-8917-47f6-8c84-c11f6195a69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.546373 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-697e9bf3-8917-47f6-8c84-c11f6195a69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.674479 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-697e9bf3-8917-47f6-8c84-c11f6195a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.680063 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:46.693156 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e9bf3-8917-47f6-8c84-c11f6195a69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52952b0f-bf75-488a-8521-94a8c034d4d9,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:46.704578 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-697e9bf3-8917-47f6-8c84-c11f6195a69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:46.785987 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-697e9bf3-8917-47f6-8c84-c11f6195a69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:46.787344 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-697e9bf3-8917-47f6-8c84-c11f6195a69a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52952b0f-bf75-488a-8521-94a8c034d4d9 HTTP/1.1" status: 204 len: 168 time: 0.3236094 Jul 09 19:09:46.836245 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a6534-fd7e-4ef7-ae38-9dc08781418e req-ae169a9a-96f6-4248-b248-350803a5ad83 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:46.845768 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-457a6534-fd7e-4ef7-ae38-9dc08781418e req-ae169a9a-96f6-4248-b248-350803a5ad83 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1394396 Jul 09 19:09:46.912575 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-457a6534-fd7e-4ef7-ae38-9dc08781418e req-8913faa2-eaba-4b41-8008-6b26fe4440d8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655150 Jul 09 19:09:47.222861 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbbe2b-3584-4039-a286-32018ef3a36f req-fe8d139e-e924-4bc9-803f-1c7ffc93df1f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:47.238297 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c8cbbe2b-3584-4039-a286-32018ef3a36f req-fe8d139e-e924-4bc9-803f-1c7ffc93df1f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1007953 Jul 09 19:09:47.279322 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c8cbbe2b-3584-4039-a286-32018ef3a36f req-32c19f99-7a3b-425e-b81a-5d835fbcacdf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469491 Jul 09 19:09:47.574792 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-0cfe7778-00ce-406c-8103-ef287ad45b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:47.644648 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60706) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:47.657571 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:47.672211 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:47.676259 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] Usage tracker for resource:security_group_rule and tenant:e5d3cf2045f64a74ace87ce39a6f3d36 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:47.680040 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:47.686238 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:47.786913 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:47.868035 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:47.877530 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:47.919872 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5d3cf2045f64a74ace87ce39a6f3d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769940 Jul 09 19:09:47.919872 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6e0d42-2877-4f80-9bc6-4eaec556cc4f,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:47.920609 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60718) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:47.936371 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:47.989051 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4fe4-b07c-4ed9-9532-2ee232f280ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:48.027584 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4fe4-b07c-4ed9-9532-2ee232f280ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:48.143114 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00594e-bc41-48f7-bb33-f1717007f64f req-6f2ce700-b97e-49b8-b986-94d1dd94db51 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:48.144713 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bd00594e-bc41-48f7-bb33-f1717007f64f req-6f2ce700-b97e-49b8-b986-94d1dd94db51 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0982668 Jul 09 19:09:48.146177 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:48.192076 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4fe4-b07c-4ed9-9532-2ee232f280ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:48.202806 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:48.213644 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bd00594e-bc41-48f7-bb33-f1717007f64f req-b8f9c35c-a442-42b8-a79f-499e87130186 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589390 Jul 09 19:09:48.217584 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c4fe4-b07c-4ed9-9532-2ee232f280ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6e0d42-2877-4f80-9bc6-4eaec556cc4f,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:48.220653 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-fb3c4fe4-b07c-4ed9-9532-2ee232f280ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:48.224470 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fb3c4fe4-b07c-4ed9-9532-2ee232f280ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:48.225897 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-fb3c4fe4-b07c-4ed9-9532-2ee232f280ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b6e0d42-2877-4f80-9bc6-4eaec556cc4f HTTP/1.1" status: 204 len: 168 time: 0.3043966 Jul 09 19:09:48.481390 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3451-3ec0-40f5-bb49-0a9f0f706bc3 req-f080cc9f-4592-4791-be75-ad135186e1fd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:48.482889 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c3ab3451-3ec0-40f5-bb49-0a9f0f706bc3 req-f080cc9f-4592-4791-be75-ad135186e1fd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1451099 Jul 09 19:09:48.492545 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60732) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:48.496831 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3054e-a2fe-4b79-af60-4ea6f717388b req-fecf0f00-c819-4ead-91ec-8d105c9b0fa9 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:48.497995 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-3da836ad-1166-4086-ae6f-8d63add8cd40 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'floatingip': {'port_id': '65d83336-4f10-4b98-98e0-d21418e96565'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:48.498245 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1ff3054e-a2fe-4b79-af60-4ea6f717388b req-fecf0f00-c819-4ead-91ec-8d105c9b0fa9 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1061063 Jul 09 19:09:48.546431 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1ff3054e-a2fe-4b79-af60-4ea6f717388b req-4e84df4f-73dc-4469-a540-dfb4a01ffa38 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Jul 09 19:09:48.581998 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3da836ad-1166-4086-ae6f-8d63add8cd40 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:49.499393 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65347ae1-c750-4004-a91c-7f35e7bbaa51 req-0c121ca4-5a87-481d-9835-a7e7632abe56 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:49.500965 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-65347ae1-c750-4004-a91c-7f35e7bbaa51 req-0c121ca4-5a87-481d-9835-a7e7632abe56 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 946 time: 0.1104479 Jul 09 19:09:49.594023 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3da836ad-1166-4086-ae6f-8d63add8cd40 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:49.677839 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-65347ae1-c750-4004-a91c-7f35e7bbaa51 req-43023d15-79f4-4846-9fa2-77c1f164aad1 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708343 Jul 09 19:09:49.736527 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-247707f0-643f-4cec-8bf7-fd5c091fdc89 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:49.738012 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-247707f0-643f-4cec-8bf7-fd5c091fdc89 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 815 time: 0.2151172 Jul 09 19:09:49.742427 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3da836ad-1166-4086-ae6f-8d63add8cd40 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:49.763075 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-4c3e5ec5-483a-4067-ad85-5e95b9eafeea tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/quotas/d8f84d62ccf4490e8448ee7390151127 HTTP/1.1" status: 200 len: 375 time: 0.0094435 Jul 09 19:09:49.918346 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-fde0f03e-62c8-42e2-8652-d88a79e68821 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1494422 Jul 09 19:09:49.927453 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c06e6-3ccc-40c7-943f-41f5a3564a39 req-e3bce1b3-268c-4f0b-9cad-78d74f840cae tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:49.928867 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c13c06e6-3ccc-40c7-943f-41f5a3564a39 req-e3bce1b3-268c-4f0b-9cad-78d74f840cae tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1166453 Jul 09 19:09:49.959424 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.l3_db [None req-3da836ad-1166-4086-ae6f-8d63add8cd40 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Floating IP 863fc174-80a8-4afa-9bc3-af75cdfcecc2 associated. External IP: 172.28.0.212, port: 65d83336-4f10-4b98-98e0-d21418e96565. Jul 09 19:09:49.992415 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-14088271-208a-42e1-b096-f0217b9da71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:50.063399 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c13c06e6-3ccc-40c7-943f-41f5a3564a39 req-a02b8b08-b946-41de-a7f5-ce9338a12ff5 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135876 Jul 09 19:09:50.108812 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-3f88726c-bbf9-4eeb-8674-a6975072825c service neutron] 10.222.0.16 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789606 Jul 09 19:09:50.274104 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-ce39211e-a0aa-4eaf-a597-9024f4f1df59 service neutron] 10.222.0.16 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584051 Jul 09 19:09:50.374314 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60814) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:50.414070 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da836ad-1166-4086-ae6f-8d63add8cd40 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:09:50.619116 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:50.643225 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c7013a06-533a-4336-97ff-b1d8b1d4d55f req-961c15ed-73e3-49e7-8142-20ece560d1c4 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 210 time: 0.0962474 Jul 09 19:09:50.655712 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:50.668178 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] Usage tracker for resource:security_group_rule and tenant:3f1acff13ec24d3e9ef8e3d9b9c3388f is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:50.668178 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:50.673575 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da836ad-1166-4086-ae6f-8d63add8cd40 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:09:50.674105 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:50.683967 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3da836ad-1166-4086-ae6f-8d63add8cd40 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:50.690487 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] Sync routers for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:09:50.715676 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:09:50.717072 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:09:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:50.768265 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-3da836ad-1166-4086-ae6f-8d63add8cd40 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "PUT /v2.0/floatingips/863fc174-80a8-4afa-9bc3-af75cdfcecc2 HTTP/1.1" status: 200 len: 991 time: 2.2745383 Jul 09 19:09:50.770953 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:09:50.808597 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:50.903401 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:50.986284 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565', 'status': 'completed', 'code': 200} Jul 09 19:09:50.997134 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:51.050807 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:09:51.069946 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f1acff13ec24d3e9ef8e3d9b9c3388f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6915481 Jul 09 19:09:51.070511 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94657a6-f663-490a-b404-7e363f2bc56b,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:51.073076 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60846) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:51.076462 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:51.286354 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72bc11-be46-4204-bccc-d96398886bca req-c7a92121-8201-4cff-bcc7-0434605f28d3 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:51.300759 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fe72bc11-be46-4204-bccc-d96398886bca req-c7a92121-8201-4cff-bcc7-0434605f28d3 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 946 time: 0.4354331 Jul 09 19:09:51.302958 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:51.354853 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-7d702779-2fce-456a-a67b-4a07366c59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:51.356543 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-7d702779-2fce-456a-a67b-4a07366c59a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 1098 time: 0.3367476 Jul 09 19:09:51.373099 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-6ca98a9d-922f-4726-8592-20b4d4b1fcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:51.408411 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fe72bc11-be46-4204-bccc-d96398886bca req-53f64279-b712-4aea-8232-8da2fbda457d tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142240 Jul 09 19:09:51.436014 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-6ca98a9d-922f-4726-8592-20b4d4b1fcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:51.482531 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ad658-1b2a-4f9b-9642-62b53a18a477 req-4fc1f66e-a7bb-4c60-a600-6446c248092f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:51.483950 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-584ad658-1b2a-4f9b-9642-62b53a18a477 req-4fc1f66e-a7bb-4c60-a600-6446c248092f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.2069507 Jul 09 19:09:51.535671 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-584ad658-1b2a-4f9b-9642-62b53a18a477 req-b343d5d1-407a-4c8e-a5b8-8816a1a49156 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449536 Jul 09 19:09:51.558583 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-f49ec898-8f9f-4075-b7e7-f808657e5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:51.560200 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-f49ec898-8f9f-4075-b7e7-f808657e5166 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 915 time: 0.1930327 Jul 09 19:09:51.608912 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '863fc174-80a8-4afa-9bc3-af75cdfcecc2', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'floating_ip_address': '172.28.0.212', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'port_id': '65d83336-4f10-4b98-98e0-d21418e96565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'mac_address': 'fa:16:3e:71:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263f04e4-02df-43c8-8d6e-d3861747258d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:09:24Z', 'updated_at': '2021-07-09T19:09:49Z', 'revision_number': 1, 'project_id': '874c1999870a48d193e25276ca18fab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:51.613359 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] Checking router: 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:09:51.615182 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-6ca98a9d-922f-4726-8592-20b4d4b1fcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:51.620100 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-988eb85e-9845-42d1-a03e-f04f3dbca78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:51.634411 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca98a9d-922f-4726-8592-20b4d4b1fcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94657a6-f663-490a-b404-7e363f2bc56b,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:51.634663 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:09:51.635825 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:09:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:51.636898 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-6ca98a9d-922f-4726-8592-20b4d4b1fcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:51.638185 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-6ca98a9d-922f-4726-8592-20b4d4b1fcfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d94657a6-f663-490a-b404-7e363f2bc56b HTTP/1.1" status: 204 len: 168 time: 0.5634325 Jul 09 19:09:51.639481 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-6ca98a9d-922f-4726-8592-20b4d4b1fcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:51.711444 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-e96e70c4-6026-4e97-8fd2-2f0c5f9fb62b tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:51.712188 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-e96e70c4-6026-4e97-8fd2-2f0c5f9fb62b tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Synchronizing usage tracker for tenant:a5f33819a3264b73a73f71b2721e060f on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:09:51.716446 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-6a60b7b3-89d8-4a5a-9420-fa4f6736c38f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d83336-4f10-4b98-98e0-d21418e96565 HTTP/1.1" status: 200 len: 999 time: 0.1451845 Jul 09 19:09:51.819403 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ad8ef811-cc73-42fb-aaeb-6dedb746cc38 req-2985730b-9870-411e-a0f4-6cb11cb70b22 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 210 time: 0.0558879 Jul 09 19:09:51.840955 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-e96e70c4-6026-4e97-8fd2-2f0c5f9fb62b tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Unset dirty status for tenant:a5f33819a3264b73a73f71b2721e060f on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:09:51.842454 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-e96e70c4-6026-4e97-8fd2-2f0c5f9fb62b tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.26 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 946 time: 0.3235505 Jul 09 19:09:51.936972 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-30b22b86-b14a-4a45-ae48-31af9302b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:51.938787 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-30b22b86-b14a-4a45-ae48-31af9302b98d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.1904073 Jul 09 19:09:51.946704 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:09:52.027571 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Deleting port adb01228-d31e-4b94-8183-fb100b63a6f5 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:09:52.028052 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:52.210861 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-450d09c2-71bd-4b78-b0ce-7bd62a8e59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:52.212537 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-450d09c2-71bd-4b78-b0ce-7bd62a8e59ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2528553 Jul 09 19:09:52.367183 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '863fc174-80a8-4afa-9bc3-af75cdfcecc2', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'floating_ip_address': '172.28.0.212', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'port_id': '65d83336-4f10-4b98-98e0-d21418e96565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'mac_address': 'fa:16:3e:71:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263f04e4-02df-43c8-8d6e-d3861747258d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:09:24Z', 'updated_at': '2021-07-09T19:09:49Z', 'revision_number': 1, 'project_id': '874c1999870a48d193e25276ca18fab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:52.372078 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2024464-f30c-4ce5-8660-9d27221829b2 None None] The sync data for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb is: [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '863fc174-80a8-4afa-9bc3-af75cdfcecc2', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'floating_ip_address': '172.28.0.212', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'port_id': '65d83336-4f10-4b98-98e0-d21418e96565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'mac_address': 'fa:16:3e:71:3b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263f04e4-02df-43c8-8d6e-d3861747258d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:09:24Z', 'updated_at': '2021-07-09T19:09:49Z', 'revision_number': 1, 'project_id': '874c1999870a48d193e25276ca18fab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:09:52.499160 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] For port adb01228-d31e-4b94-8183-fb100b63a6f5, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=adb01228-d31e-4b94-8183-fb100b63a6f5,segment=NetworkSegment(314251f2-bf22-45c3-917d-f3862a4c6fff),segment_id=314251f2-bf22-45c3-917d-f3862a4c6fff)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:09:52.501043 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:52.516119 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-f12354b4-2aa5-4d79-b8cf-7944145f92b4 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795980 Jul 09 19:09:52.633187 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60882) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:52.675081 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc220806-573d-4887-ab0b-cd1d430a5d82 None None] New status for floating IP 863fc174-80a8-4afa-9bc3-af75cdfcecc2: ACTIVE {{(pid=79200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:09:52.696422 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Calling delete_port for adb01228-d31e-4b94-8183-fb100b63a6f5 owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:09:52.701277 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:52.777211 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:52.783101 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d7edd-d95e-4d09-ab11-b1be983c34f8 req-a92547e6-3f33-4706-acff-068ca4c6fb13 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:52.784998 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7c0d7edd-d95e-4d09-ab11-b1be983c34f8 req-a92547e6-3f33-4706-acff-068ca4c6fb13 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 946 time: 0.2536936 Jul 09 19:09:52.793015 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:52.809693 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] Usage tracker for resource:security_group_rule and tenant:93b91805d3d94f9ba797e6f69c12a71a is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:52.847833 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:52.866474 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:52.913957 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7c0d7edd-d95e-4d09-ab11-b1be983c34f8 req-95e3a6ba-8c15-40af-a6d1-ce3fbbadbce1 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9a8a393-f03a-4987-8412-a69dfc84f9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096952 Jul 09 19:09:53.088817 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d37fd7-57ce-45b8-96fa-d5f92f8dce2a req-8efc4e01-566e-40a6-afd0-14e6c4fc7bc9 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:53.090429 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-44d37fd7-57ce-45b8-96fa-d5f92f8dce2a req-8efc4e01-566e-40a6-afd0-14e6c4fc7bc9 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.3787758 Jul 09 19:09:53.135666 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:53.192389 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c3808e74-967f-4ce5-82ca-5d675ff37767 req-9d77e4d1-b0b4-4893-9f8d-05f68b6e66f3 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 210 time: 0.0632639 Jul 09 19:09:53.212510 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-44d37fd7-57ce-45b8-96fa-d5f92f8dce2a req-1bad163d-ac4c-42e6-ab0b-59a4b692c06d tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135151 Jul 09 19:09:53.249587 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:53.252914 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b508b13-9abd-4f1f-9e23-0dee1d2ffab5 req-e5f220fc-a773-4478-94b7-44078bf13363 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825545 Jul 09 19:09:53.268061 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:53.278931 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-e3033df2-8c31-4411-b7cd-055df6c36f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:53.279439 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:53.344943 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93b91805d3d94f9ba797e6f69c12a71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893046 Jul 09 19:09:53.347099 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60906) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:53.372808 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1d81c5-8369-4c61-9971-3a1cf3d635e7,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:53.378567 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:53.407886 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Pushing event deleted for resources: {'Port': ['ID=adb01228-d31e-4b94-8183-fb100b63a6f5,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:53.424214 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:53.430726 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-27e5c8d5-a0c0-47f9-bc76-986a9bfbc2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:53.477420 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-27e5c8d5-a0c0-47f9-bc76-986a9bfbc2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:53.517759 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] No DVR routers for this DVR port adb01228-d31e-4b94-8183-fb100b63a6f5 on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:09:53.524813 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:53.527314 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62d1995-b00f-4f3c-bf3b-a4df340e97a0', 'name': 'network-vif-deleted', 'tag': 'adb01228-d31e-4b94-8183-fb100b63a6f5'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:09:53.582903 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62d1995-b00f-4f3c-bf3b-a4df340e97a0', 'name': 'network-vif-deleted', 'tag': 'adb01228-d31e-4b94-8183-fb100b63a6f5', 'status': 'completed', 'code': 200} Jul 09 19:09:53.596966 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9e63fca8-3393-49e3-b026-923eb7ca9471 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:53.598466 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9e63fca8-3393-49e3-b026-923eb7ca9471 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 815 time: 0.2234952 Jul 09 19:09:53.612168 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Request body: {'port': {'device_id': 'e5668cf3-737b-46b1-92cd-4363e525b200', 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd', 'admin_state_up': True, 'tenant_id': 'd8f84d62ccf4490e8448ee7390151127'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:53.645360 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-27e5c8d5-a0c0-47f9-bc76-986a9bfbc2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:53.650948 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-fb21dd2f-f544-4ceb-a1b5-62910ca602dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:53.662462 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5c8d5-a0c0-47f9-bc76-986a9bfbc2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1d81c5-8369-4c61-9971-3a1cf3d635e7,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:53.664798 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-27e5c8d5-a0c0-47f9-bc76-986a9bfbc2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:53.670344 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-27e5c8d5-a0c0-47f9-bc76-986a9bfbc2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:53.671775 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-27e5c8d5-a0c0-47f9-bc76-986a9bfbc2c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be1d81c5-8369-4c61-9971-3a1cf3d635e7 HTTP/1.1" status: 204 len: 168 time: 0.3174045 Jul 09 19:09:53.700054 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-1bda8368-2af9-47ad-8619-5f0fa1af6ca8 req-54ea1aa3-f487-45d1-8e01-8aae88a19d5e tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.26 "DELETE /v2.0/ports/adb01228-d31e-4b94-8183-fb100b63a6f5 HTTP/1.1" status: 204 len: 173 time: 1.8475306 Jul 09 19:09:53.763547 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:53.767492 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Usage tracker for resource:port and tenant:d8f84d62ccf4490e8448ee7390151127 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:53.770275 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:53.776543 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:53.871470 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 60924) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:53.890928 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Made reservation on behalf of d8f84d62ccf4490e8448ee7390151127 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:09:53.896016 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:54.115354 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device adb01228-d31e-4b94-8183-fb100b63a6f5 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:09:54.175263 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: adb01228-d31e-4b94-8183-fb100b63a6f5 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:09:54.175814 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device adb01228-d31e-4b94-8183-fb100b63a6f5 not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:09:54.181559 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Allocated IP 172.20.0.4 (8694520c-be46-43e2-91c4-fabd47ed11bd/146b580e-1917-4660-b084-4dfefa42214e/0947d968-9162-431e-93a7-375437ae2523) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:09:54.192325 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-30412c07-5193-49ee-8582-8d5380ab65b5 req-04f8e59f-eac2-41df-9af6-103b21f482e7 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 210 time: 0.0709183 Jul 09 19:09:54.228614 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:54.245891 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:54.250791 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] Usage tracker for resource:security_group_rule and tenant:827a44abba924502b307f21e41717eca is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:54.253757 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:54.260656 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:54.418284 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:54.482422 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:54.524512 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cc24e323-9ab2-4321-8cc5-b672e9a9acb6 req-7d1314fd-1c43-45d1-8560-95917725f271 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 210 time: 0.1104155 Jul 09 19:09:54.530805 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:54.554139 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-697e9bf3-8917-47f6-8c84-c11f6195a69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:54.599449 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=827a44abba924502b307f21e41717eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7266626 Jul 09 19:09:54.602275 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 60962) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:54.603403 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c53a4-38ac-4257-80ea-e35e09bde494,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:54.607516 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:54.622034 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:54.629289 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b25ab8-97c5-4a64-8acf-f3378727d213 req-1e34b1de-0d9e-45d9-95f3-8ba6ebf69373 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:54.630427 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-63b25ab8-97c5-4a64-8acf-f3378727d213 req-1e34b1de-0d9e-45d9-95f3-8ba6ebf69373 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.2152286 Jul 09 19:09:54.637670 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:54.641458 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:09:54.689638 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-63b25ab8-97c5-4a64-8acf-f3378727d213 req-aa48d173-a335-4b4c-9f10-1c28365d23b1 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525537 Jul 09 19:09:54.759596 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Network 8694520c-be46-43e2-91c4-fabd47ed11bd is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:09:54.766520 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:09:54.775241 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:09:54.801703 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Pushing event updated for resources: {'Port': ['ID=0947d968-9162-431e-93a7-375437ae2523,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:54.830286 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.830673 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.831359 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.831880 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.832228 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.832687 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.833257 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.833611 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.833950 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.834736 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.835077 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.835415 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:54.848975 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:54.863235 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-90e80218-7988-4dd1-ba11-ae017c87ed36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:54.881329 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:54.881629 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:54.912686 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-90e80218-7988-4dd1-ba11-ae017c87ed36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:55.044034 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4363661 Jul 09 19:09:55.059205 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Request body: {'port': {'device_id': 'e5668cf3-737b-46b1-92cd-4363e525b200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:09:55.096450 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-90e80218-7988-4dd1-ba11-ae017c87ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:55.111189 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-466a3592-b8d3-4faa-9563-895ae488a3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:55.128142 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e80218-7988-4dd1-ba11-ae017c87ed36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c53a4-38ac-4257-80ea-e35e09bde494,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:55.132687 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-90e80218-7988-4dd1-ba11-ae017c87ed36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:55.137345 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-90e80218-7988-4dd1-ba11-ae017c87ed36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:55.138954 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-90e80218-7988-4dd1-ba11-ae017c87ed36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f9c53a4-38ac-4257-80ea-e35e09bde494 HTTP/1.1" status: 204 len: 168 time: 0.5354557 Jul 09 19:09:55.212053 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:55.368743 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-544f3d09-e059-402f-b140-0e361ee1be55 req-facac5b2-0de8-4819-97d9-c6736f7dc992 tempest-DeleteServersTestJSON-261067020 tempest-DeleteServersTestJSON-261067020-project] 10.222.0.16 "GET /v2.0/ports?device_id=c62d1995-b00f-4f3c-bf3b-a4df340e97a0 HTTP/1.1" status: 200 len: 210 time: 0.0429680 Jul 09 19:09:55.594794 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0947d968-9162-431e-93a7-375437ae2523 {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:09:55.602945 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:55.618647 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Transition to ACTIVE for port object 0947d968-9162-431e-93a7-375437ae2523 will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:09:55.720240 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd0e41-014c-4f57-985b-b7bd045bcabb req-d96b65c3-1346-4ad3-9314-d3053a6bf03c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:55.721769 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7afd0e41-014c-4f57-985b-b7bd045bcabb req-d96b65c3-1346-4ad3-9314-d3053a6bf03c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 931 time: 0.0823998 Jul 09 19:09:55.737077 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:55.742493 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:55.777189 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7afd0e41-014c-4f57-985b-b7bd045bcabb req-f562029e-210d-4161-afe6-b384757b252a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492966 Jul 09 19:09:55.915113 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa8b4c-714f-4089-b177-dbd8a635e8e4 req-063d9935-cdb0-47ef-b0ad-8cc07a8c29d7 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:55.916663 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0bfa8b4c-714f-4089-b177-dbd8a635e8e4 req-063d9935-cdb0-47ef-b0ad-8cc07a8c29d7 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1001043 Jul 09 19:09:55.992120 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0bfa8b4c-714f-4089-b177-dbd8a635e8e4 req-b549df34-9540-44ed-8c9a-c66d1b2a9b3c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687141 Jul 09 19:09:56.027037 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Pushing event updated for resources: {'Port': ['ID=0947d968-9162-431e-93a7-375437ae2523,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:56.034664 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:56.056865 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 32782) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:56.077951 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:56.093531 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:56.098812 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Usage tracker for resource:security_group_rule and tenant:03630d90f1284988b7e889a5402a9618 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:56.102195 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:56.108295 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:56.119452 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Attempting to bind port 0947d968-9162-431e-93a7-375437ae2523 on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:09:56.119778 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Attempting to bind port 0947d968-9162-431e-93a7-375437ae2523 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:09:56.120099 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Attempting to bind port 0947d968-9162-431e-93a7-375437ae2523 on network 8694520c-be46-43e2-91c4-fabd47ed11bd {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:56.124767 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Port 0947d968-9162-431e-93a7-375437ae2523 on network 8694520c-be46-43e2-91c4-fabd47ed11bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:09:56.125317 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Attempting to bind port 0947d968-9162-431e-93a7-375437ae2523 on network 8694520c-be46-43e2-91c4-fabd47ed11bd {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:09:56.130306 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:09:56.130664 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Checking segment: {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:09:56.131054 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Bound using segment: {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:09:56.131508 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Bound port: 0947d968-9162-431e-93a7-375437ae2523, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:09:56.131845 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:56.200870 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:56.221343 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] For port 0947d968-9162-431e-93a7-375437ae2523, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:09:56.224440 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] For port 0947d968-9162-431e-93a7-375437ae2523, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0947d968-9162-431e-93a7-375437ae2523,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:09:56.285844 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:56.298407 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:56.323599 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:56.350563 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43f7e66-83b5-4852-971a-03e645c06e79,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:56.350706 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:56.356373 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03630d90f1284988b7e889a5402a9618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960250 Jul 09 19:09:56.360278 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 32798) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:56.361674 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.362090 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.362667 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.363455 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.363837 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.364268 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.365271 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.365712 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.366184 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.366609 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.367057 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.367510 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:09:56.385172 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:56.413158 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:56.413969 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:56.415532 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] 10.222.0.26 "PUT /v2.0/ports/0947d968-9162-431e-93a7-375437ae2523 HTTP/1.1" status: 200 len: 1093 time: 1.3624737 Jul 09 19:09:56.416065 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5668cf3-737b-46b1-92cd-4363e525b200', 'tag': '0947d968-9162-431e-93a7-375437ae2523'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:09:56.448917 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7b60bb8f-a1aa-499f-b8d4-8b0081127696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:56.454157 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Pushing event updated for resources: {'Port': ['ID=0947d968-9162-431e-93a7-375437ae2523,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:56.457934 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:56.461209 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-9ccde4b5-6494-4bbd-a5ad-ae7a7f495244 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1804686 Jul 09 19:09:56.480769 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7b60bb8f-a1aa-499f-b8d4-8b0081127696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:56.498673 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5668cf3-737b-46b1-92cd-4363e525b200', 'tag': '0947d968-9162-431e-93a7-375437ae2523', 'status': 'completed', 'code': 200} Jul 09 19:09:56.639968 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7b60bb8f-a1aa-499f-b8d4-8b0081127696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:56.644801 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-6407877e-8f5e-4fb5-9049-93b78eb5c438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:56.657665 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60bb8f-a1aa-499f-b8d4-8b0081127696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43f7e66-83b5-4852-971a-03e645c06e79,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:56.660359 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7b60bb8f-a1aa-499f-b8d4-8b0081127696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:56.668251 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7b60bb8f-a1aa-499f-b8d4-8b0081127696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:56.671677 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7b60bb8f-a1aa-499f-b8d4-8b0081127696 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c43f7e66-83b5-4852-971a-03e645c06e79 HTTP/1.1" status: 204 len: 168 time: 0.2979031 Jul 09 19:09:56.694101 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b604b1d-6d11-4c58-8acd-03d1f319948c req-b90cd149-4849-4a6a-914a-625af4c2bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:56.695921 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6b604b1d-6d11-4c58-8acd-03d1f319948c req-b90cd149-4849-4a6a-914a-625af4c2bbf5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 1096 time: 0.1619735 Jul 09 19:09:56.698609 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-0ce832e3-b42a-4a21-a958-436c0c7a9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:56.699992 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-0ce832e3-b42a-4a21-a958-436c0c7a9a10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 1098 time: 0.1154237 Jul 09 19:09:56.995935 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b604b1d-6d11-4c58-8acd-03d1f319948c req-8b3221b6-cb49-4347-ab5e-34a83708c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:56.997405 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6b604b1d-6d11-4c58-8acd-03d1f319948c req-8b3221b6-cb49-4347-ab5e-34a83708c85a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d8f84d62ccf4490e8448ee7390151127&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2867899 Jul 09 19:09:56.998555 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-ef08cf7c-b624-43e6-b460-eb7d63635573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:56.999872 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-ef08cf7c-b624-43e6-b460-eb7d63635573 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 915 time: 0.2666578 Jul 09 19:09:57.025314 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1df76b-f127-4cd3-86f8-03076ece0cdf req-4019bde7-77c5-461e-96e2-f6282563ed47 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:57.031176 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5a1df76b-f127-4cd3-86f8-03076ece0cdf req-4019bde7-77c5-461e-96e2-f6282563ed47 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 943 time: 0.1378756 Jul 09 19:09:57.084010 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5a1df76b-f127-4cd3-86f8-03076ece0cdf req-2c0ea644-fd34-44b2-b622-8c4fe21ca992 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457537 Jul 09 19:09:57.162150 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-6e24ac8c-08ea-4d4d-85ae-dcc6df11110d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb HTTP/1.1" status: 200 len: 217 time: 0.1435177 Jul 09 19:09:57.279615 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-1c41dc03-20d5-4aee-8645-39bc4c9de44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:57.281316 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-1c41dc03-20d5-4aee-8645-39bc4c9de44d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=146b580e-1917-4660-b084-4dfefa42214e HTTP/1.1" status: 200 len: 855 time: 0.1102633 Jul 09 19:09:57.285519 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b604b1d-6d11-4c58-8acd-03d1f319948c req-e260e050-5b70-40ed-a708-b28d0be30b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:57.286542 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe36753-fd1b-45ae-a5a0-377414e7eb69 req-f4ef5b16-1250-442c-8b89-8036099c9b0c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:57.286871 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6b604b1d-6d11-4c58-8acd-03d1f319948c req-e260e050-5b70-40ed-a708-b28d0be30b52 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2698424 Jul 09 19:09:57.288032 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ffe36753-fd1b-45ae-a5a0-377414e7eb69 req-f4ef5b16-1250-442c-8b89-8036099c9b0c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1054995 Jul 09 19:09:57.418428 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ffe36753-fd1b-45ae-a5a0-377414e7eb69 req-2d33259e-49fa-43b4-8c3f-35a2d847193a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206546 Jul 09 19:09:57.429064 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-f66b6021-6eee-45fd-88b1-8a4338370973 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8694520c-be46-43e2-91c4-fabd47ed11bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229098 Jul 09 19:09:57.569841 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-c51f95ad-c96f-44e4-9e99-53eba39de16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:57.575303 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-c51f95ad-c96f-44e4-9e99-53eba39de16b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 1096 time: 0.2069778 Jul 09 19:09:57.584292 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 32840) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:57.601741 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:57.615936 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:57.619852 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] Usage tracker for resource:security_group_rule and tenant:994117a0842645ac9021141b44799ef5 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:57.622836 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:57.628740 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:57.650609 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-aea9ca3b-d594-4db4-a3cc-5e23902663bd service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096348 Jul 09 19:09:57.651991 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-afd3d2f4-4361-46d6-9275-c7fd75a37bc9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0947d968-9162-431e-93a7-375437ae2523 HTTP/1.1" status: 200 len: 217 time: 0.0699887 Jul 09 19:09:57.728126 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:57.834122 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:57.852232 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-efe3ce91-a2b3-4e4c-b1d7-da4558993664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:57.945486 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=994117a0842645ac9021141b44799ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601201 Jul 09 19:09:57.949199 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 32858) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:57.951010 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-ed509ffc-dfa3-4360-bd70-704b2fc57757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:57.952497 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-ed509ffc-dfa3-4360-bd70-704b2fc57757 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=146b580e-1917-4660-b084-4dfefa42214e HTTP/1.1" status: 200 len: 855 time: 0.2883825 Jul 09 19:09:57.975441 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba1c28b-9726-449b-abff-89b36e54a2d0,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:57.980737 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:58.011611 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-157b3d92-04d6-43fb-a45c-dfd8c0381bca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8694520c-be46-43e2-91c4-fabd47ed11bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479703 Jul 09 19:09:58.044735 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c3185102-7743-4a75-b4b4-8ae69e30208a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:58.074090 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c3185102-7743-4a75-b4b4-8ae69e30208a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:58.099790 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7830ccf6-1560-413a-9e9b-0e4ba9365fba req-795cf1c7-b241-4516-ba72-4b5e2e79da89 service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370749 Jul 09 19:09:58.166608 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-9337e57d-18c7-485a-938f-ec4cd7bcd1e7 service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438267 Jul 09 19:09:58.217394 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c3185102-7743-4a75-b4b4-8ae69e30208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:58.223340 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7b60bb8f-a1aa-499f-b8d4-8b0081127696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:58.260220 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3185102-7743-4a75-b4b4-8ae69e30208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba1c28b-9726-449b-abff-89b36e54a2d0,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:58.273356 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c3185102-7743-4a75-b4b4-8ae69e30208a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:58.282189 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c3185102-7743-4a75-b4b4-8ae69e30208a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:58.283430 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-c3185102-7743-4a75-b4b4-8ae69e30208a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ba1c28b-9726-449b-abff-89b36e54a2d0 HTTP/1.1" status: 204 len: 168 time: 0.3255188 Jul 09 19:09:58.374936 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bf79d35b-d835-4dac-b050-2ef2381441e5 req-76e5a780-4c6d-41f8-a0c5-dc9853aa3964 service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942072 Jul 09 19:09:58.517924 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c012669-a3aa-4d76-b718-2b0a65ba0be6 req-848cf20c-22ce-47f2-9267-a7f1180a362c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:58.522716 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2c012669-a3aa-4d76-b718-2b0a65ba0be6 req-848cf20c-22ce-47f2-9267-a7f1180a362c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 943 time: 0.0915673 Jul 09 19:09:58.576447 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 32882) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:58.625810 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2c012669-a3aa-4d76-b718-2b0a65ba0be6 req-eb1847f2-b428-4747-8e19-100766e00807 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974388 Jul 09 19:09:58.654853 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec93a69-8daa-464a-ac38-249d1789fe59 req-76b4ac18-e5f4-48f9-adba-d9372d951153 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:09:58.654853 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eec93a69-8daa-464a-ac38-249d1789fe59 req-76b4ac18-e5f4-48f9-adba-d9372d951153 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1079769 Jul 09 19:09:58.728450 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eec93a69-8daa-464a-ac38-249d1789fe59 req-5caf32e7-75bc-420b-8819-9e8292004bfa tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667171 Jul 09 19:09:58.842159 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 32896) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:58.936563 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:58.958165 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:58.959941 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] Usage tracker for resource:security_group_rule and tenant:6b8c1cab05f94abf8e6efcbb24e3871c is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:58.964409 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:58.971768 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e3cc62-6e79-4309-bcd6-9f2736f4c390 admin admin] Deleting subnet ada0ba93-a4cf-4d9f-a3eb-4958b0bf6ab0 {{(pid=79198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:09:58.973026 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:09:58.974917 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-99e3cc62-6e79-4309-bcd6-9f2736f4c390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.029480 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-99e3cc62-6e79-4309-bcd6-9f2736f4c390 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.037256 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-99e3cc62-6e79-4309-bcd6-9f2736f4c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.058683 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.129016 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.142931 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a1cb9670-aa97-424d-b012-31a830b0a511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:59.181108 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b8c1cab05f94abf8e6efcbb24e3871c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035538 Jul 09 19:09:59.182690 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e32ac8-7c2a-403d-a90a-130e451bfc2c,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:59.183956 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 32912) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:59.185734 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:59.212883 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-99e3cc62-6e79-4309-bcd6-9f2736f4c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for subnet, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.225393 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:59.267160 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-99e3cc62-6e79-4309-bcd6-9f2736f4c390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.273100 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3cc62-6e79-4309-bcd6-9f2736f4c390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada0ba93-a4cf-4d9f-a3eb-4958b0bf6ab0,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:59.276731 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-99e3cc62-6e79-4309-bcd6-9f2736f4c390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:59.283167 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-99e3cc62-6e79-4309-bcd6-9f2736f4c390 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ada0ba93-a4cf-4d9f-a3eb-4958b0bf6ab0 HTTP/1.1" status: 204 len: 168 time: 0.4399409 Jul 09 19:09:59.285886 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 32918) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:59.298064 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d0461b49-6260-4fbe-8767-1d2c4fffc9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.330983 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d0461b49-6260-4fbe-8767-1d2c4fffc9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.412695 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.462407 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d0461b49-6260-4fbe-8767-1d2c4fffc9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.467646 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-192c8c92-ff2f-4977-8353-f7e72130a540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:59.479689 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0461b49-6260-4fbe-8767-1d2c4fffc9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e32ac8-7c2a-403d-a90a-130e451bfc2c,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:59.482638 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d0461b49-6260-4fbe-8767-1d2c4fffc9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:59.485064 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d0461b49-6260-4fbe-8767-1d2c4fffc9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.486155 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-d0461b49-6260-4fbe-8767-1d2c4fffc9a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28e32ac8-7c2a-403d-a90a-130e451bfc2c HTTP/1.1" status: 204 len: 168 time: 0.3000727 Jul 09 19:09:59.534919 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 32932) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:09:59.548355 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.574071 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1193f8-1041-4d60-aa59-d016600489dc']}} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:59.576239 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314251f2-bf22-45c3-917d-f3862a4c6fff') {'for_net_delete': True} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:59.576650 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314251f2-bf22-45c3-917d-f3862a4c6fff') {} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:09:59.590014 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10533822'] for segment, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.608188 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.616657 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=79199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:09:59.617053 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11292570'] for segment, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: Traceback (most recent call last): Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: timer() Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: cb(*args, **kw) Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: return func(*args, **kwargs) Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: self._notify() Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: self.callback(batched_events) Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: event.method(event) Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: return f(self, *a, **k) Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: return self._get(url).json() Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: return self.request(url, 'GET', **kwargs) Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:09:59.633241 dv-cinder-800268-1-smb neutron-server[79199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:09:59.798128 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.802279 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-63be8b42-fac3-4040-8618-b6d977413c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:09:59.810890 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.821722 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:09:59.824386 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1193f8-1041-4d60-aa59-d016600489dc,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:09:59.838601 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:09:59.901517 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:09:59.918339 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-03cf380f-6bc6-4cc7-99af-ae8d1a588b9a admin admin] 10.222.0.16 "DELETE /v2.0/networks/ee1193f8-1041-4d60-aa59-d016600489dc HTTP/1.1" status: 204 len: 168 time: 0.6313317 Jul 09 19:09:59.951569 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] Usage tracker for resource:security_group_rule and tenant:b32a09319b8549f2854eeee47e702504 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:09:59.977342 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:09:59.985950 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:00.032937 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48c8b5-f487-41a8-a5cb-551d1956477a req-875b45a2-597e-4708-b439-8bba05a9a07a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:00.034410 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fb48c8b5-f487-41a8-a5cb-551d1956477a req-875b45a2-597e-4708-b439-8bba05a9a07a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 943 time: 0.2877028 Jul 09 19:10:00.089375 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cb539-4ba0-409d-831a-9519e98c403c req-c8985148-d5cf-4f17-b078-531557e6226c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:00.090857 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6d4cb539-4ba0-409d-831a-9519e98c403c req-c8985148-d5cf-4f17-b078-531557e6226c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.2365799 Jul 09 19:10:00.147078 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fb48c8b5-f487-41a8-a5cb-551d1956477a req-d24d627d-e7ae-4a97-ad83-7b5636fd765a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052141 Jul 09 19:10:00.168875 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6d4cb539-4ba0-409d-831a-9519e98c403c req-dad6d37e-4e59-41a6-a656-105346bc5ad7 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667865 Jul 09 19:10:00.207787 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:00.266665 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:00.274875 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:00.317591 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b32a09319b8549f2854eeee47e702504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7816410 Jul 09 19:10:00.318563 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21fbbcd-e6c0-4636-aff6-87eab102cd3d,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:00.320318 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 32964) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:00.321804 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:00.380638 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 32972) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:00.384245 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-99b9ebc5-02e6-4ed7-b120-253a78cc5ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:00.413772 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-99b9ebc5-02e6-4ed7-b120-253a78cc5ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:00.445606 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-5971c9b8-4852-4452-a544-9cad28184db2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5f33819a3264b73a73f71b2721e060f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0627193 Jul 09 19:10:00.457674 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 32976) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:00.533385 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a24facb9-dc34-4465-965e-d31014478e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:00.560742 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a24facb9-dc34-4465-965e-d31014478e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:00.622440 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-99b9ebc5-02e6-4ed7-b120-253a78cc5ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:00.627976 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-12869cbe-ee1b-489d-899b-a83a3f9e4909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:00.642014 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9ebc5-02e6-4ed7-b120-253a78cc5ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21fbbcd-e6c0-4636-aff6-87eab102cd3d,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:00.645021 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-99b9ebc5-02e6-4ed7-b120-253a78cc5ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:00.719427 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a24facb9-dc34-4465-965e-d31014478e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:00.724770 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:00.737341 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24facb9-dc34-4465-965e-d31014478e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a8a393-f03a-4987-8412-a69dfc84f9ba,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:00.740168 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a24facb9-dc34-4465-965e-d31014478e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:00.742001 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a24facb9-dc34-4465-965e-d31014478e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:00.743062 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-a24facb9-dc34-4465-965e-d31014478e70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9a8a393-f03a-4987-8412-a69dfc84f9ba HTTP/1.1" status: 204 len: 168 time: 0.2843735 Jul 09 19:10:00.756342 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-99b9ebc5-02e6-4ed7-b120-253a78cc5ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:00.764058 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-99b9ebc5-02e6-4ed7-b120-253a78cc5ccf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b21fbbcd-e6c0-4636-aff6-87eab102cd3d HTTP/1.1" status: 204 len: 168 time: 0.4385970 Jul 09 19:10:01.417880 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd74eaa-400a-44ec-bb43-63d6ad2f7f0f req-76bb0c87-3cf0-469f-a4dd-c6a2edcd92ca tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:01.423092 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4bd74eaa-400a-44ec-bb43-63d6ad2f7f0f req-76bb0c87-3cf0-469f-a4dd-c6a2edcd92ca tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 943 time: 0.1564760 Jul 09 19:10:01.431895 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660795f5-a303-4961-937b-6ef4cd0c0ea2 req-8f71947b-55dc-4e44-90f2-5c0e9c9512f1 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:01.433520 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-660795f5-a303-4961-937b-6ef4cd0c0ea2 req-8f71947b-55dc-4e44-90f2-5c0e9c9512f1 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1295350 Jul 09 19:10:01.518229 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4bd74eaa-400a-44ec-bb43-63d6ad2f7f0f req-0010af28-a9a5-4093-a146-8cf9a30361b4 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835946 Jul 09 19:10:01.521000 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-660795f5-a303-4961-937b-6ef4cd0c0ea2 req-09ca1997-f786-4cfd-8464-2f9a037141cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683646 Jul 09 19:10:01.553524 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:01.653698 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33026) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:01.675455 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:01.690387 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:01.694293 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:08af48201d084bcc99664fa7d35dfefb is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:01.697327 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:01.703898 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:01.800888 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:01.891296 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:01.901433 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:01.943747 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f08e0df-fb5b-443a-b94d-714cf9511426,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:01.948947 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:01.952233 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08af48201d084bcc99664fa7d35dfefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975481 Jul 09 19:10:01.955578 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33038) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:02.020323 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-317cb022-4550-44d7-aee5-fe0496782c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:02.045740 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-317cb022-4550-44d7-aee5-fe0496782c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:02.142050 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 0947d968-9162-431e-93a7-375437ae2523 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:10:02.182312 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-317cb022-4550-44d7-aee5-fe0496782c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:02.186043 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6727d4e8-52dd-47af-86bc-9fab3a4775bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:02.198111 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cb022-4550-44d7-aee5-fe0496782c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f08e0df-fb5b-443a-b94d-714cf9511426,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:02.204884 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-317cb022-4550-44d7-aee5-fe0496782c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:02.205856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-317cb022-4550-44d7-aee5-fe0496782c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:02.210528 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-317cb022-4550-44d7-aee5-fe0496782c8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f08e0df-fb5b-443a-b94d-714cf9511426 HTTP/1.1" status: 204 len: 168 time: 0.2538826 Jul 09 19:10:02.298207 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 0947d968-9162-431e-93a7-375437ae2523, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0947d968-9162-431e-93a7-375437ae2523,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:02.310854 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '0947d968-9162-431e-93a7-375437ae2523', 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd', 'port_id': '0947d968-9162-431e-93a7-375437ae2523', 'mac_address': 'fa:16:3e:a9:2b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b580e-1917-4660-b084-4dfefa42214e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:10:02.364709 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:02.381231 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0947d968-9162-431e-93a7-375437ae2523 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:10:02.396130 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 0947d968-9162-431e-93a7-375437ae2523, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0947d968-9162-431e-93a7-375437ae2523,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:02.460355 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:02.462511 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:02.537344 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=0947d968-9162-431e-93a7-375437ae2523,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:02.565370 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.565988 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.566205 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.566350 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.566693 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.567017 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.567335 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.567683 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.574453 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33070) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:02.580094 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.580094 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.580094 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.580094 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:02.582974 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:02.794719 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:02.811397 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:02.814676 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934c620-6783-4db0-aa48-699bf7d7d9ee req-c168f5dd-3677-4b05-b579-2fadb1e6506f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:02.816127 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4934c620-6783-4db0-aa48-699bf7d7d9ee req-c168f5dd-3677-4b05-b579-2fadb1e6506f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 944 time: 0.1400876 Jul 09 19:10:02.816401 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] Usage tracker for resource:security_group_rule and tenant:70bfabe260124ff8b1936acd94f5be34 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:02.819565 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:02.826419 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:02.832285 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5381a-86fc-4d9b-8844-2ca8da8d9614 req-d1b00fad-78e1-4262-8f07-e762539d4aac tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:02.833526 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d2a5381a-86fc-4d9b-8844-2ca8da8d9614 req-d1b00fad-78e1-4262-8f07-e762539d4aac tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1555040 Jul 09 19:10:02.910898 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4934c620-6783-4db0-aa48-699bf7d7d9ee req-0c5d9210-0491-4895-9989-7ad91794ec3d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744169 Jul 09 19:10:02.914358 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['0947d968-9162-431e-93a7-375437ae2523'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:10:02.932133 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d2a5381a-86fc-4d9b-8844-2ca8da8d9614 req-3788a5b4-28ca-48fb-a0a0-fea5178a0b13 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824275 Jul 09 19:10:02.951526 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.009066 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.018474 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-2c90cac6-4ff3-42da-80ed-ae273fb34e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:03.072758 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70bfabe260124ff8b1936acd94f5be34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963913 Jul 09 19:10:03.073641 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab305368-5569-49b0-986d-ebcf5dd22690,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:03.075473 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33092) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:03.077701 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:03.159330 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f8a5edf0-5462-4a70-9409-e397c1028a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.181527 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33096) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:03.194194 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f8a5edf0-5462-4a70-9409-e397c1028a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.229735 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33104) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:03.303650 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-767409026-network', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:03.308709 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:03.313694 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Usage tracker for resource:network and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:03.316749 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:03.323127 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f8a5edf0-5462-4a70-9409-e397c1028a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.323269 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:03.328158 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-9298f0aa-1952-4b90-adcd-d2bb9ca575f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:03.342121 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5edf0-5462-4a70-9409-e397c1028a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab305368-5569-49b0-986d-ebcf5dd22690,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:03.347218 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f8a5edf0-5462-4a70-9409-e397c1028a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:03.365420 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.374078 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f8a5edf0-5462-4a70-9409-e397c1028a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.375242 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-f8a5edf0-5462-4a70-9409-e397c1028a69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab305368-5569-49b0-986d-ebcf5dd22690 HTTP/1.1" status: 204 len: 168 time: 0.2988007 Jul 09 19:10:03.383010 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:03.386838 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] Usage tracker for resource:security_group_rule and tenant:2355af40efa4410aa83597952d4f669e is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:03.389908 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:03.395796 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:03.445329 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Made reservation on behalf of f2ebef07135744228ba368a875a28f1e for: {'network': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:10:03.451409 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.471724 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.489564 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:03.490490 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.493796 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Usage tracker for resource:security_group_rule and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:03.496820 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:03.502780 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:03.559418 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.573335 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:03.667854 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.669188 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2355af40efa4410aa83597952d4f669e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384475 Jul 09 19:10:03.670082 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6679362b-45c3-4a4b-805c-ccf62ebc0b34,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:03.672467 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33120) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:03.673638 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:03.737442 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fb587f27-2187-498e-8fce-5ba4cd056828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.739122 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.742538 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:03.786876 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=79199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:10:03.790128 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fb587f27-2187-498e-8fce-5ba4cd056828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.822883 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.823661 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.segments_db [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Added segment f0993024-85bf-4a1a-baa4-af0e4d3120ee of type vlan for network 7bcd7813-3731-411e-8bb8-4ccc006ad519 Jul 09 19:10:03.831034 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf0e78a-6d4d-4bf2-8f0f-69ff7603daf5,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:03.847622 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:03.866987 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.996893 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:03.998026 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fb587f27-2187-498e-8fce-5ba4cd056828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.003282 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:04.004752 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.009425 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-99b9ebc5-02e6-4ed7-b120-253a78cc5ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:04.022469 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb587f27-2187-498e-8fce-5ba4cd056828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6679362b-45c3-4a4b-805c-ccf62ebc0b34,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:04.032313 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fb587f27-2187-498e-8fce-5ba4cd056828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:04.032410 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ed060ae9-f3f2-406b-9049-a04a4874ee9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:04.207736 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33146) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:04.242359 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.245402 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fb587f27-2187-498e-8fce-5ba4cd056828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.246670 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-fb587f27-2187-498e-8fce-5ba4cd056828 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6679362b-45c3-4a4b-805c-ccf62ebc0b34 HTTP/1.1" status: 204 len: 168 time: 0.5730011 Jul 09 19:10:04.269159 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:04.275101 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Pushing event updated for resources: {'Network': ['ID=7bcd7813-3731-411e-8bb8-4ccc006ad519,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:04.277428 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] Usage tracker for resource:security_group_rule and tenant:26a781cc41d14f80be343a1e15e2adec is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:04.284741 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:04.287370 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:04.287947 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 7bcd7813-3731-411e-8bb8-4ccc006ad519 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:10:04.306820 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09615fd3-0bc1-4d1f-bb0a-a297bda264b9 req-77e056f7-d548-462f-8e00-97f420667883 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:04.308233 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-09615fd3-0bc1-4d1f-bb0a-a297bda264b9 req-77e056f7-d548-462f-8e00-97f420667883 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1761541 Jul 09 19:10:04.316660 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:04.326580 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1439221 Jul 09 19:10:04.330035 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33154) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:04.337315 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Request body: {'subnet': {'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-767409026-subnet', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:04.342994 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:04.348914 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Usage tracker for resource:subnet and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:04.358363 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:04.367412 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:04.386369 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ba509-58d6-438a-9ddc-a2d3325a5392 req-4ff29158-93f9-4a36-98c4-48a184090f0f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:04.394447 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-989ba509-58d6-438a-9ddc-a2d3325a5392 req-4ff29158-93f9-4a36-98c4-48a184090f0f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 944 time: 0.3332496 Jul 09 19:10:04.444835 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Made reservation on behalf of f2ebef07135744228ba368a875a28f1e for: {'subnet': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:10:04.447446 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10767503'] for subnet, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.473539 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-09615fd3-0bc1-4d1f-bb0a-a297bda264b9 req-ec36482f-cee5-4d89-9828-302b36d5034b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541793 Jul 09 19:10:04.487210 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-989ba509-58d6-438a-9ddc-a2d3325a5392 req-76b83171-57d8-46b9-a461-34bc54ba050e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919054 Jul 09 19:10:04.514771 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.576875 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.585100 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:04.631757 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd182b66-4542-4342-b6a9-7e8a529ff942,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:04.635132 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:04.641011 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26a781cc41d14f80be343a1e15e2adec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218547 Jul 09 19:10:04.641011 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33162) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:04.705893 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-24c03075-addd-476f-ae78-47e45640e901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.733572 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-24c03075-addd-476f-ae78-47e45640e901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.758443 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33172) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:04.805859 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11391615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10767513'] for subnet, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.811364 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:04.883771 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-24c03075-addd-476f-ae78-47e45640e901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.886581 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001018a1-ed6e-4069-839f-955278f00761,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:04.891632 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:04.897555 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:04.921945 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c03075-addd-476f-ae78-47e45640e901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd182b66-4542-4342-b6a9-7e8a529ff942,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:04.929942 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-24c03075-addd-476f-ae78-47e45640e901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.933305 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-24c03075-addd-476f-ae78-47e45640e901 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd182b66-4542-4342-b6a9-7e8a529ff942 HTTP/1.1" status: 204 len: 168 time: 0.2893181 Jul 09 19:10:04.933305 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-24c03075-addd-476f-ae78-47e45640e901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:04.934454 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Checking segment: {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:10:04.934852 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Network hostable DHCP agents. Network: 7bcd7813-3731-411e-8bb8-4ccc006ad519, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:10:04.943506 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:04.970239 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:04.976349 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] Usage tracker for resource:security_group_rule and tenant:db8b4f60e31d4d838f36f171478cad9a is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:04.979321 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:04.985364 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:05.079927 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Network 7bcd7813-3731-411e-8bb8-4ccc006ad519 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:10:05.086900 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.174913 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33186) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:05.191277 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.201219 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 7bcd7813-3731-411e-8bb8-4ccc006ad519) {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:10:05.206095 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-68b439d4-2ec4-4a56-8f0e-2833d197e15f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:05.211394 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc85eda-9644-48c7-9440-b4b49a75e92e None None] Network 7bcd7813-3731-411e-8bb8-4ccc006ad519 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:10:05.217862 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.234954 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:05.235619 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.262122 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:05.281308 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] Usage tracker for resource:security_group_rule and tenant:49efcd704b9e4a14bcdf1fe9db27f162 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:05.287763 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db8b4f60e31d4d838f36f171478cad9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5281363 Jul 09 19:10:05.290900 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33192) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:05.291714 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:05.297180 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d225ad54-e05a-4c09-a8e8-2649ad5e496d,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:05.303363 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:05.304205 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:05.377885 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-915a41d6-ad14-4243-abc2-5c50e3867baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.403229 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0717716 Jul 09 19:10:05.409765 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33202) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:05.417646 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-915a41d6-ad14-4243-abc2-5c50e3867baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.430026 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:05.440309 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:05.454796 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Usage tracker for resource:router and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:05.460590 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:05.478766 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:05.527374 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa510da82-d629-5588-b6f5-c47147cc2651-7bcd7813-3731-411e-8bb8-4ccc006ad519', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761'}]}} from dv-cinder-800268-1-smb. {{(pid=79200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 19:10:05.527844 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.545942 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.658455 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-915a41d6-ad14-4243-abc2-5c50e3867baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.691101 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.702910 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:05.724535 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a2b558b9-923c-41cd-abb4-c0d1b8179ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:05.736755 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c2d922-5834-4112-bea5-70ac1691746d,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:05.741755 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:05.768132 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a41d6-ad14-4243-abc2-5c50e3867baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d225ad54-e05a-4c09-a8e8-2649ad5e496d,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:05.776768 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-915a41d6-ad14-4243-abc2-5c50e3867baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:05.787487 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49efcd704b9e4a14bcdf1fe9db27f162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6113400 Jul 09 19:10:05.788884 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-915a41d6-ad14-4243-abc2-5c50e3867baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.789284 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33222) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:05.789984 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-915a41d6-ad14-4243-abc2-5c50e3867baa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d225ad54-e05a-4c09-a8e8-2649ad5e496d HTTP/1.1" status: 204 len: 168 time: 0.4968038 Jul 09 19:10:05.823196 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cab8f-ae82-4b9a-9ffb-59d2275f12c6 req-d5215de3-9dc7-4044-988a-91023098d29b tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:05.830133 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5c1cab8f-ae82-4b9a-9ffb-59d2275f12c6 req-d5215de3-9dc7-4044-988a-91023098d29b tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 944 time: 0.1738429 Jul 09 19:10:05.833942 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-472757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7160'] for router, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.834944 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7105'] for router, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.845777 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.db_base_plugin_common [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Allocated IP 172.20.0.2 (7bcd7813-3731-411e-8bb8-4ccc006ad519/001018a1-ed6e-4069-839f-955278f00761/0ffbf541-7aa6-49f3-bdb9-e46b33dced92) {{(pid=79200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:10:05.858924 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf69601-3fde-4567-ade2-10b8e7626b32 req-cf5f0925-024a-42fe-94e3-57ea897b07d4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:05.866269 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ecf69601-3fde-4567-ade2-10b8e7626b32 req-cf5f0925-024a-42fe-94e3-57ea897b07d4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.2449746 Jul 09 19:10:05.890000 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ad8e30f5-b7e5-47f8-ba81-9258d6c11687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.923866 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ad8e30f5-b7e5-47f8-ba81-9258d6c11687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.927642 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:05.952132 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ecf69601-3fde-4567-ade2-10b8e7626b32 req-177fdfdc-73c6-40ac-898e-d25118ef5d0c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772755 Jul 09 19:10:05.972273 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5c1cab8f-ae82-4b9a-9ffb-59d2275f12c6 req-fb695584-d398-4700-aedb-f922da6041c3 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381478 Jul 09 19:10:06.110215 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ad8e30f5-b7e5-47f8-ba81-9258d6c11687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.119036 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Notify callbacks [] for port, precommit_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.131811 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Transition to ACTIVE for port object 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:10:06.137338 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:06.156772 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Transition to ACTIVE for port object 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 will not be triggered until provisioned by entity DHCP. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:10:06.161457 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 0947d968-9162-431e-93a7-375437ae2523 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:10:06.170424 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e30f5-b7e5-47f8-ba81-9258d6c11687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c2d922-5834-4112-bea5-70ac1691746d,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:06.173599 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ad8e30f5-b7e5-47f8-ba81-9258d6c11687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:06.181486 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ad8e30f5-b7e5-47f8-ba81-9258d6c11687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.185907 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-ad8e30f5-b7e5-47f8-ba81-9258d6c11687 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0c2d922-5834-4112-bea5-70ac1691746d HTTP/1.1" status: 204 len: 168 time: 0.3951812 Jul 09 19:10:06.263832 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.269353 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:06.334254 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Network 7bcd7813-3731-411e-8bb8-4ccc006ad519 is already hosted by enough agents. {{(pid=79200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:10:06.345963 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.base_scheduler [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Resources bound (agent type, host, resource id): {{(pid=79200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:10:06.353642 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Received port after_create {{(pid=79200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:10:06.355648 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 0947d968-9162-431e-93a7-375437ae2523 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:10:06.361493 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Pushing event updated for resources: {'Port': ['ID=0ffbf541-7aa6-49f3-bdb9-e46b33dced92,revision_number=1']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:06.363792 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-472746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7135'] for router, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.366720 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:06.399009 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 0947d968-9162-431e-93a7-375437ae2523 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:06.399571 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.502375 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Attempting to bind port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:10:06.502677 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Attempting to bind port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:10:06.503047 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Attempting to bind port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 on network 7bcd7813-3731-411e-8bb8-4ccc006ad519 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:10:06.511308 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:10:06.511684 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Checking segment: {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:10:06.512109 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.512513 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Bound using segment: {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:10:06.512979 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Bound port: 0ffbf541-7aa6-49f3-bdb9-e46b33dced92, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:10:06.513355 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.650240 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.680642 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] For port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:10:06.684296 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] For port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=0ffbf541-7aa6-49f3-bdb9-e46b33dced92,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:10:06.689135 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5668cf3-737b-46b1-92cd-4363e525b200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0947d968-9162-431e-93a7-375437ae2523'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:10:06.698860 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 0947d968-9162-431e-93a7-375437ae2523, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0947d968-9162-431e-93a7-375437ae2523,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:06.745678 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5668cf3-737b-46b1-92cd-4363e525b200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0947d968-9162-431e-93a7-375437ae2523', 'code': 200} Jul 09 19:10:06.771830 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.780276 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:06.790940 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.825380 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.843365 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:06.884531 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Pushing event updated for resources: {'Port': ['ID=0ffbf541-7aa6-49f3-bdb9-e46b33dced92,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:06.888125 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:06.888979 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-773e4bef-e03c-4b2e-a189-65ccc5166274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:06.992976 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=0947d968-9162-431e-93a7-375437ae2523,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:06.995619 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:07.412558 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Allocated IP 172.28.0.66 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/422507fc-44f5-452a-aa50-1d9ef552d1c0) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:10:07.463696 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c8c9a-4b7b-4fdd-942e-12293dc1a83d req-6ef54f64-d50f-49b5-8d52-33fa04275f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:07.467653 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-eb9c8c9a-4b7b-4fdd-942e-12293dc1a83d req-6ef54f64-d50f-49b5-8d52-33fa04275f71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 1098 time: 0.2678471 Jul 09 19:10:07.468161 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d88899-4de7-4cc9-b95c-ba4fb00333aa req-28a9d738-785e-4238-a6e8-ac603a379970 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:07.470428 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-55d88899-4de7-4cc9-b95c-ba4fb00333aa req-28a9d738-785e-4238-a6e8-ac603a379970 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.2315509 Jul 09 19:10:07.548133 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-eb9c8c9a-4b7b-4fdd-942e-12293dc1a83d req-f4d73706-c140-4d1c-b11b-7b5e7e6e8a6b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688074 Jul 09 19:10:07.562928 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f1c1-af27-49d8-8225-7917ba4c039d req-5b013912-e4e6-4363-90f3-b0808105b1a7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:07.570662 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4b92f1c1-af27-49d8-8225-7917ba4c039d req-5b013912-e4e6-4363-90f3-b0808105b1a7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 945 time: 0.3362963 Jul 09 19:10:07.608269 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:10:07.647992 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-55d88899-4de7-4cc9-b95c-ba4fb00333aa req-1937a02e-49fb-4b35-a42f-c89cd59fa442 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177130 Jul 09 19:10:07.677250 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4b92f1c1-af27-49d8-8225-7917ba4c039d req-aa545a09-59f3-4375-b995-57c2f5cd2249 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040363 Jul 09 19:10:07.705634 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:07.845839 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:10:07.848475 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:07.859782 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-1192aaa9-8126-4712-91e9-a61316f42f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:07.934226 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Pushing event updated for resources: {'Port': ['ID=422507fc-44f5-452a-aa50-1d9ef552d1c0,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:07.938736 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:07.943329 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:10:07.944639 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:10:07.947563 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:10:08.146545 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33338) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:08.290790 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c3cc3-b258-471a-909f-5c1d95d1fcf7 None None] Network 7bcd7813-3731-411e-8bb8-4ccc006ad519 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:10:08.362543 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:08.412523 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:08.419330 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] Usage tracker for resource:security_group_rule and tenant:4f008a6f1988427c9e41d4c112cce1b1 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:08.436008 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:08.444174 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:08.471299 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-5621ab88-3834-4207-9b5b-37e257f1a46c None None] Provisioning for port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:10:08.522845 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:08.540868 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:08.609968 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-5621ab88-3834-4207-9b5b-37e257f1a46c None None] Provisioning complete for port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:08.610563 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5621ab88-3834-4207-9b5b-37e257f1a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:08.622778 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:08.632703 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b439f679-910f-42df-873c-5a7f2970ee81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:08.738409 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f008a6f1988427c9e41d4c112cce1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904260 Jul 09 19:10:08.740176 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33368) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:08.740952 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f83dcd5-cb10-4f04-831d-8287f397ffce,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:08.744555 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:08.884291 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5621ab88-3834-4207-9b5b-37e257f1a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:08.926285 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-5621ab88-3834-4207-9b5b-37e257f1a46c None None] For port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=0ffbf541-7aa6-49f3-bdb9-e46b33dced92,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:09.016298 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5621ab88-3834-4207-9b5b-37e257f1a46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.018270 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-a5431c91-2b33-4379-a4c7-3481390dacf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:09.161118 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-a03750e8-939c-431e-95fb-5efc277b040c None None] Provisioning complete for port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:09.161490 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a03750e8-939c-431e-95fb-5efc277b040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.233459 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621ab88-3834-4207-9b5b-37e257f1a46c None None] Pushing event updated for resources: {'Port': ['ID=0ffbf541-7aa6-49f3-bdb9-e46b33dced92,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:09.245508 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-5621ab88-3834-4207-9b5b-37e257f1a46c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:09.322322 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33400) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:09.356106 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8c7f7218-8fd7-4810-9321-0a9d09526a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.395070 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8c7f7218-8fd7-4810-9321-0a9d09526a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.476743 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.480963 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bcfd7-5a9d-4550-9cd6-0d1ed435d0bd req-40858b9e-f913-4ddd-93e5-8e304738198a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:09.493458 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:09.495995 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a44bcfd7-5a9d-4550-9cd6-0d1ed435d0bd req-40858b9e-f913-4ddd-93e5-8e304738198a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.6903489 Jul 09 19:10:09.500527 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c9b041f4044525b7697596e804c848 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:09.504246 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:09.511085 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:09.545699 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:10:09.564555 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9ba54-c3d6-457f-88cf-accf8994dfc6 req-f6a0b930-6b35-4912-b241-b74e253cb0e8 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:09.565910 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-65e9ba54-c3d6-457f-88cf-accf8994dfc6 req-f6a0b930-6b35-4912-b241-b74e253cb0e8 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 945 time: 0.6828187 Jul 09 19:10:09.570964 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-472764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462336'] for router, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.577724 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a44bcfd7-5a9d-4550-9cd6-0d1ed435d0bd req-dda231d1-3c11-41c5-9a20-bdc2e69473e6 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808618 Jul 09 19:10:09.673761 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8c7f7218-8fd7-4810-9321-0a9d09526a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.680719 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:09.681191 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.685817 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7793ac1d-2e30-4644-8a04-9c8a25bc2c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:09.714979 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f7218-8fd7-4810-9321-0a9d09526a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f83dcd5-cb10-4f04-831d-8287f397ffce,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:09.730820 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.775122 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8c7f7218-8fd7-4810-9321-0a9d09526a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:09.801315 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-65e9ba54-c3d6-457f-88cf-accf8994dfc6 req-567f8b95-ad17-49fa-9f79-4aa8b57ae485 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213194 Jul 09 19:10:09.824213 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8c7f7218-8fd7-4810-9321-0a9d09526a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.824213 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-8c7f7218-8fd7-4810-9321-0a9d09526a01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f83dcd5-cb10-4f04-831d-8287f397ffce HTTP/1.1" status: 204 len: 168 time: 1.0588787 Jul 09 19:10:09.824495 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.841477 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:09.892777 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4c9b041f4044525b7697596e804c848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5692911 Jul 09 19:10:09.894992 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88717a21-203e-42c0-9304-683c47d9ff59,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:09.898399 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:09.900143 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33414) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:09.948095 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 is scheduled to L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 with binding_index 1 {{(pid=79198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:10:09.968138 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e0f28f09-23bd-42cc-b370-0a982226b2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:09.996620 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e0f28f09-23bd-42cc-b370-0a982226b2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:10.119539 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e0f28f09-23bd-42cc-b370-0a982226b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:10.125117 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e243dd3c-10cb-40f0-a66d-74e547904161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:10.139118 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:10:10.139214 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f28f09-23bd-42cc-b370-0a982226b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88717a21-203e-42c0-9304-683c47d9ff59,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:10.143873 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e0f28f09-23bd-42cc-b370-0a982226b2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:10.148342 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e0f28f09-23bd-42cc-b370-0a982226b2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:10.149362 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-e0f28f09-23bd-42cc-b370-0a982226b2e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88717a21-203e-42c0-9304-683c47d9ff59 HTTP/1.1" status: 204 len: 168 time: 0.2478635 Jul 09 19:10:10.167835 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Sync routers for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:10:10.184019 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:10:10.184697 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:09:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:10.256158 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] Notify callbacks [] for router, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:10.257421 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-51280708-cd12-46e9-af8a-4accbd6f402a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8462524 Jul 09 19:10:10.260614 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33426) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:10.374959 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:10:10.725325 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:08Z', 'revision_number': 3, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:10.731229 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Checking router: b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:10:10.731712 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Updating router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 port 422507fc-44f5-452a-aa50-1d9ef552d1c0 binding host dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:10:10.799036 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:11.066823 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d953f62-e23d-40a3-bf0b-ab517eed9c56 req-27958dd7-4a4c-4d77-93aa-c5bc8db61f35 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:11.078355 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1d953f62-e23d-40a3-bf0b-ab517eed9c56 req-27958dd7-4a4c-4d77-93aa-c5bc8db61f35 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.3374951 Jul 09 19:10:11.184344 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1d953f62-e23d-40a3-bf0b-ab517eed9c56 req-308c047a-b09d-43fe-8482-c970f3af1d13 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047690 Jul 09 19:10:11.237992 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:10:11.307944 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Notify callbacks [] for port, precommit_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:11.322847 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.provisioning_blocks [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Transition to ACTIVE for port object 422507fc-44f5-452a-aa50-1d9ef552d1c0 will not be triggered until provisioned by entity L2. {{(pid=79201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:10:11.388186 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:11.399151 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-91d329e4-377e-4b95-9fbf-abc13ddfc3bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:11.432121 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:11.504857 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Pushing event updated for resources: {'Port': ['ID=422507fc-44f5-452a-aa50-1d9ef552d1c0,revision_number=2']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:11.520791 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.521126 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.521842 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.521842 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.524054 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.524054 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.524054 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.524054 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.524054 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.524054 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.524054 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.524554 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:11.528461 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:11.529542 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Attempting to bind port 422507fc-44f5-452a-aa50-1d9ef552d1c0 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:10:11.529856 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Attempting to bind port 422507fc-44f5-452a-aa50-1d9ef552d1c0 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:10:11.530212 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Attempting to bind port 422507fc-44f5-452a-aa50-1d9ef552d1c0 on network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:10:11.536370 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:10:11.536761 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Checking segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:10:11.537341 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:11.537896 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Bound using segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:10:11.539230 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6d1c8-2ae4-4eee-9fd7-c38b9776466b req-0c217b9e-33c9-41a7-8bad-9b146af1d52b tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:11.539879 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Bound port: 422507fc-44f5-452a-aa50-1d9ef552d1c0, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:10:11.540288 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:11.546770 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c0f6d1c8-2ae4-4eee-9fd7-c38b9776466b req-0c217b9e-33c9-41a7-8bad-9b146af1d52b tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 945 time: 0.2719171 Jul 09 19:10:11.650235 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c0f6d1c8-2ae4-4eee-9fd7-c38b9776466b req-bc6c4ea9-6c04-4140-8fb0-44f495320437 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025696 Jul 09 19:10:11.661373 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] For port 422507fc-44f5-452a-aa50-1d9ef552d1c0, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:10:11.664601 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] For port 422507fc-44f5-452a-aa50-1d9ef552d1c0, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=422507fc-44f5-452a-aa50-1d9ef552d1c0,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:10:11.711194 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Allocated IP 172.20.0.1 (7bcd7813-3731-411e-8bb8-4ccc006ad519/001018a1-ed6e-4069-839f-955278f00761/9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:10:11.811575 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:11.815783 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:11.877984 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:11.900604 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.provisioning_blocks [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Transition to ACTIVE for port object 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 will not be triggered until provisioned by entity DHCP. {{(pid=79198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:10:11.949718 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Pushing event updated for resources: {'Port': ['ID=422507fc-44f5-452a-aa50-1d9ef552d1c0,revision_number=3']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:11.954548 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:10:11.956902 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:09:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:12.011864 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:12.018086 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:12.198902 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Network 7bcd7813-3731-411e-8bb8-4ccc006ad519 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:10:12.200285 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:10:12.210988 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:10:12.216896 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462534'] for router_interface, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:12.233875 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:10:12.293323 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Pushing event updated for resources: {'Port': ['ID=9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:12.302510 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:12.403275 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:12.530882 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbf150-fca1-4f74-bf4b-1cc5f2e0f576 req-1d63f6c0-88db-49f0-aff5-4b662dfe62e4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:12.530882 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5dcbf150-fca1-4f74-bf4b-1cc5f2e0f576 req-1d63f6c0-88db-49f0-aff5-4b662dfe62e4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1494157 Jul 09 19:10:12.616330 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5dcbf150-fca1-4f74-bf4b-1cc5f2e0f576 req-1225e3fc-d59b-4428-b16e-bc9de8d63a3f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888991 Jul 09 19:10:12.633948 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:12.642449 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:08Z', 'revision_number': 3, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:12.646763 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425305a7-38e7-4980-9cec-afd1b9258872 None None] The sync data for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb is: [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:08Z', 'revision_number': 3, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:10:12.719893 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-6acfa4f1-3034-401c-af94-ceed49f24ca6 None None] Provisioning for port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:10:12.727697 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-6acfa4f1-3034-401c-af94-ceed49f24ca6 None None] Provisioning complete for port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:12.728130 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6acfa4f1-3034-401c-af94-ceed49f24ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:12.793616 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-6acfa4f1-3034-401c-af94-ceed49f24ca6 None None] Port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:10:12.892642 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:12.955586 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:12.957095 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472701'] for router_interface, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:12.962127 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a40964f0-1ab6-4b9f-a1e3-c9f20162e9cf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:13.140816 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Pushing event updated for resources: {'Port': ['ID=9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:13.145119 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:13.226477 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Network 7bcd7813-3731-411e-8bb8-4ccc006ad519 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:10:13.227608 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:10:13.487352 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:10:13.599102 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 422507fc-44f5-452a-aa50-1d9ef552d1c0 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:10:13.732963 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-e3954ae8-f775-4da5-a78c-f4c6e528ded6 None None] Provisioning complete for port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:13.740916 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-e3954ae8-f775-4da5-a78c-f4c6e528ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:13.809310 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-e3954ae8-f775-4da5-a78c-f4c6e528ded6 None None] Port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:10:13.892473 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 422507fc-44f5-452a-aa50-1d9ef552d1c0 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:10:13.905126 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 422507fc-44f5-452a-aa50-1d9ef552d1c0 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:13.906970 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:13.965127 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:10:13.990426 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] 10.222.0.16 "PUT /v2.0/routers/b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7285724 Jul 09 19:10:14.024589 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a623d-e0af-4259-86d8-8fb9fa921fdf req-110e9760-a719-44b2-8e8b-f69d438c1797 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:14.026087 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-206a623d-e0af-4259-86d8-8fb9fa921fdf req-110e9760-a719-44b2-8e8b-f69d438c1797 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.2438250 Jul 09 19:10:14.089554 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-206a623d-e0af-4259-86d8-8fb9fa921fdf req-2b85981b-2ce0-48d5-b0f8-68cd993466cb tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498116 Jul 09 19:10:14.121654 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:14.142891 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port 422507fc-44f5-452a-aa50-1d9ef552d1c0, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=422507fc-44f5-452a-aa50-1d9ef552d1c0,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:14.220934 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:14.223852 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-773e4bef-e03c-4b2e-a189-65ccc5166274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:14.297373 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=422507fc-44f5-452a-aa50-1d9ef552d1c0,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:14.300519 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:14.681972 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Sync routers for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:10:14.691895 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:10:14.692882 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:09:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:14.732499 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33586) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:14.738624 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847989569', 'description': 'tempest-description--1639768990'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:14.744647 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:14.748531 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:security_group and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:14.752298 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:14.759262 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:14.851008 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:14.886187 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:10:14.893269 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:14.905216 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:security_group_rule and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:14.911609 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:14.919118 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:14.996757 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:15.067678 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:15.073076 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8c7f7218-8fd7-4810-9321-0a9d09526a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:15.166793 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57dd841-f056-4491-be06-5e24af77367e,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:15.180825 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:15.350684 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 2, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:15.350684 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Checking router: b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:10:15.350684 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Updating router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 binding host dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:10:15.377616 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:15.387101 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:15.391454 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6565316 Jul 09 19:10:15.402308 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876278e3-26b1-4324-847f-ad8760dcafb3 req-3def0231-85eb-4f89-890f-654ee2e1d17f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:15.403871 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-876278e3-26b1-4324-847f-ad8760dcafb3 req-3def0231-85eb-4f89-890f-654ee2e1d17f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1195755 Jul 09 19:10:15.533237 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-876278e3-26b1-4324-847f-ad8760dcafb3 req-38d857fe-ec60-4df9-b4c3-87cc9a95d4be tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Jul 09 19:10:15.533237 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33632) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:15.533748 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 422507fc-44f5-452a-aa50-1d9ef552d1c0 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:10:15.534244 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'security_group_rule': {'security_group_id': 'a57dd841-f056-4491-be06-5e24af77367e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:15.541531 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:15.545526 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:security_group_rule and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:15.548804 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:15.554915 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:15.736246 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 422507fc-44f5-452a-aa50-1d9ef552d1c0 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:15.736646 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:15.880906 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:15.978869 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Notify callbacks [] for port, precommit_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:15.991269 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:15.995952 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Transition to ACTIVE for port object 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:10:16.067883 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.068064 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.070466 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:16.081022 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:16.095991 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa08d807-c593-4d7a-8e40-fd5855f4b70d,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:16.103942 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:16.169481 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.171740 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6433508 Jul 09 19:10:16.180538 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33644) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:16.187686 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'security_group_rule': {'security_group_id': 'a57dd841-f056-4491-be06-5e24af77367e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:16.196519 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:16.201057 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:security_group_rule and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:16.205035 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:16.211440 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:16.228716 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebe43f-474d-43ad-a19f-f3c389ad82ec None None] Pushing event updated for resources: {'Port': ['ID=9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:16.254197 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-cfebe43f-474d-43ad-a19f-f3c389ad82ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:16.310413 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.321073 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Attempting to bind port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:10:16.321549 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Attempting to bind port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:10:16.322026 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Attempting to bind port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 on network 7bcd7813-3731-411e-8bb8-4ccc006ad519 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:10:16.328260 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:10:16.328681 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Checking segment: {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:10:16.329145 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.329602 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Bound using segment: {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:10:16.330133 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Bound port: 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:10:16.330575 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.378360 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.428327 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] For port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:10:16.434657 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] For port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:10:16.519492 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.519935 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.524895 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:16.528007 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:16.553651 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3039274-8650-4263-a73e-d7cd2392c7f2,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:16.558505 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:16.655242 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:10:16.655960 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:09:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:16.662249 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.663889 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4814084 Jul 09 19:10:16.667373 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33660) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:16.673453 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'floatingip': {'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:16.683918 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:16.698253 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:floatingip and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:16.701525 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:16.716170 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:16.768218 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfebe43f-474d-43ad-a19f-f3c389ad82ec None None] Pushing event updated for resources: {'Port': ['ID=9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:16.770221 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676f039-c320-4fae-b8cd-142460a8a13e req-2404cd58-55fa-4cc1-9874-09ad49a9bb90 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:16.771885 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5676f039-c320-4fae-b8cd-142460a8a13e req-2404cd58-55fa-4cc1-9874-09ad49a9bb90 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1242194 Jul 09 19:10:16.772869 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-cfebe43f-474d-43ad-a19f-f3c389ad82ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:16.802773 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:16.863258 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5676f039-c320-4fae-b8cd-142460a8a13e req-d4fe351e-3f67-4e95-a45c-66e9b8f9a754 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794086 Jul 09 19:10:16.917331 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:10:16.980435 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:17.134109 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Allocated IP 172.28.0.61 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/c6072ade-8aa4-41f4-b807-df8d217e08ee) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:10:17.264455 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:16Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:17.269374 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a06bb2-700d-4fbb-9395-6fd30785f5bc None None] The sync data for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb is: [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:16Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:10:17.292493 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:17.420464 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:17.426283 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:17.514357 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:10:17.519157 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:10:17.523512 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:10:17.534550 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-e82f2c37-d7d6-42fd-be93-29100c7bfaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:17.554860 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:10:17.572492 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'Port': ['ID=c6072ade-8aa4-41f4-b807-df8d217e08ee,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:17.576709 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:17.625654 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:17.736926 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:10:17.742911 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:17.743339 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:17.906842 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:17.928238 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33688) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:17.968345 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.135577 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:18.144223 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.196737 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:18.210650 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.212563 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:18.253233 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] Usage tracker for resource:security_group_rule and tenant:a8e937030080463da8fb055c5e5cb106 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:18.266038 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.269329 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:18.281998 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:18.363363 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.378202 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:18.379980 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851d588-aa6f-4c02-b9a7-7dfeddf99183 req-02ef6a3f-36f2-4df2-81b8-c8c4a22c6de6 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:18.387589 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b851d588-aa6f-4c02-b9a7-7dfeddf99183 req-02ef6a3f-36f2-4df2-81b8-c8c4a22c6de6 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1929667 Jul 09 19:10:18.423471 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.444529 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:18.449580 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:18.465625 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b851d588-aa6f-4c02-b9a7-7dfeddf99183 req-ccef2158-26ea-4686-a6f2-bf18c3159ae7 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769410 Jul 09 19:10:18.498016 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.535977 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'Port': ['ID=c6072ade-8aa4-41f4-b807-df8d217e08ee,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:18.540258 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:18.547852 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.599426 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.606978 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:18.632215 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.635338 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9654825 Jul 09 19:10:18.665014 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8e937030080463da8fb055c5e5cb106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7350581 Jul 09 19:10:18.666103 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90dedc0-6c3f-4273-ad7e-014366bec5c1,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:18.667828 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33706) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:18.669423 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:18.742201 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-810676fa-d4e0-470c-86a5-1769231dc0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.776451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-810676fa-d4e0-470c-86a5-1769231dc0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.872437 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33718) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:18.884676 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-810676fa-d4e0-470c-86a5-1769231dc0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.890047 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e0f28f09-23bd-42cc-b370-0a982226b2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:18.913196 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810676fa-d4e0-470c-86a5-1769231dc0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90dedc0-6c3f-4273-ad7e-014366bec5c1,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:18.916420 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-810676fa-d4e0-470c-86a5-1769231dc0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:18.917529 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-810676fa-d4e0-470c-86a5-1769231dc0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:18.921813 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-810676fa-d4e0-470c-86a5-1769231dc0e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c90dedc0-6c3f-4273-ad7e-014366bec5c1 HTTP/1.1" status: 204 len: 168 time: 0.2524467 Jul 09 19:10:19.014966 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:19.029431 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:19.033226 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] Usage tracker for resource:security_group_rule and tenant:35eed751b3b54291adfdcd4c0fd1cd12 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:19.036156 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:19.041701 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:19.124822 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:19.168431 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:19.178139 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-62ad0b65-d072-4324-a6cd-63999af45a40 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:19.217793 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35eed751b3b54291adfdcd4c0fd1cd12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443031 Jul 09 19:10:19.219205 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a86f14-53af-42b5-9e15-0f31519d4d78,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:19.221265 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33730) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:19.226945 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:19.292673 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1472a97b-6240-49e9-a44f-a5666383ec82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:19.324440 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1472a97b-6240-49e9-a44f-a5666383ec82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:19.473433 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1472a97b-6240-49e9-a44f-a5666383ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:19.477705 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ae9b4eee-121f-4441-a8c8-6a4014302ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:19.495634 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472a97b-6240-49e9-a44f-a5666383ec82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a86f14-53af-42b5-9e15-0f31519d4d78,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:19.506850 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1472a97b-6240-49e9-a44f-a5666383ec82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:19.515354 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1472a97b-6240-49e9-a44f-a5666383ec82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:19.515354 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-1472a97b-6240-49e9-a44f-a5666383ec82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18a86f14-53af-42b5-9e15-0f31519d4d78 HTTP/1.1" status: 204 len: 168 time: 0.2902102 Jul 09 19:10:19.545170 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:10:19.615406 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:19.615406 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:19.976460 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5331d77a-af47-41d1-8c8f-f7cf9fc17d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:20.251855 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33766) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:20.273513 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:20.288622 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:20.292338 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] Usage tracker for resource:security_group_rule and tenant:1c6f7d702c3b418c9816337fd6c0f4a0 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:20.295137 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:20.301255 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:20.394723 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:20.450713 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:20.460734 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ccee22c9-839d-4536-b79e-9ddd69771bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:20.500960 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c6f7d702c3b418c9816337fd6c0f4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479489 Jul 09 19:10:20.501749 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cb799a-036c-4b67-9b10-25847937ec5f,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:20.503630 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33780) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:20.504968 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:20.572910 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2d2ceb0b-8382-45e6-84fc-c2bf9b410487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:20.603564 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2d2ceb0b-8382-45e6-84fc-c2bf9b410487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:20.713206 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2d2ceb0b-8382-45e6-84fc-c2bf9b410487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:20.716895 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f8a5edf0-5462-4a70-9409-e397c1028a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:20.731413 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ceb0b-8382-45e6-84fc-c2bf9b410487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cb799a-036c-4b67-9b10-25847937ec5f,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:20.735133 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2d2ceb0b-8382-45e6-84fc-c2bf9b410487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:20.744316 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2d2ceb0b-8382-45e6-84fc-c2bf9b410487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:20.745421 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-2d2ceb0b-8382-45e6-84fc-c2bf9b410487 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87cb799a-036c-4b67-9b10-25847937ec5f HTTP/1.1" status: 204 len: 168 time: 0.2407453 Jul 09 19:10:21.284909 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:21.507175 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33796) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:21.526086 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:21.541474 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:21.545345 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] Usage tracker for resource:security_group_rule and tenant:0d6b4d1c1f40432ab17329b4a6dbe8b3 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:21.548135 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:21.553726 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:21.633707 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:21.701711 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:21.712514 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3ce69f75-92d0-463b-8da6-89834d8000e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:21.756468 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d6b4d1c1f40432ab17329b4a6dbe8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480476 Jul 09 19:10:21.757213 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80761628-9687-459c-850a-6e6ffb48114e,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:21.759096 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 33802) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:21.761640 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:21.820139 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-365009af-a5ba-4f93-a941-c5ce008ea42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:21.845822 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-365009af-a5ba-4f93-a941-c5ce008ea42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:21.991500 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-365009af-a5ba-4f93-a941-c5ce008ea42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:21.995296 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-68a3a215-91c3-4da5-b259-7374f0a2aa92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:22.009965 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365009af-a5ba-4f93-a941-c5ce008ea42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80761628-9687-459c-850a-6e6ffb48114e,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:22.012222 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-365009af-a5ba-4f93-a941-c5ce008ea42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:22.014461 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-365009af-a5ba-4f93-a941-c5ce008ea42a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80761628-9687-459c-850a-6e6ffb48114e HTTP/1.1" status: 204 len: 168 time: 0.2531877 Jul 09 19:10:22.014461 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-365009af-a5ba-4f93-a941-c5ce008ea42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:22.719581 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:28.795951 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-8789935c-c76a-4474-a8b8-aff82702e679 req-8ba816ca-60f2-4153-9cc9-9303e994f6ac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Synchronizing usage tracker for tenant:f2ebef07135744228ba368a875a28f1e on resource:security_group {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:10:28.856322 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a30732e1-3a1a-4340-bab1-8e35f3219ad3 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:28.857681 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a30732e1-3a1a-4340-bab1-8e35f3219ad3 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 815 time: 0.1984115 Jul 09 19:10:28.872094 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-87016b9d-5185-404d-9a51-4d9d29d41b16 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/quotas/d8f84d62ccf4490e8448ee7390151127 HTTP/1.1" status: 200 len: 375 time: 0.0084217 Jul 09 19:10:28.912931 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-8789935c-c76a-4474-a8b8-aff82702e679 req-8ba816ca-60f2-4153-9cc9-9303e994f6ac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Unset dirty status for tenant:f2ebef07135744228ba368a875a28f1e on resource:security_group {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:10:28.914113 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-8ba816ca-60f2-4153-9cc9-9303e994f6ac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--847989569&fields=id&tenant_id=f2ebef07135744228ba368a875a28f1e HTTP/1.1" status: 200 len: 267 time: 0.2316062 Jul 09 19:10:29.068640 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-47ab949b-7e05-4ad5-8466-976099d2e023 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1915712 Jul 09 19:10:29.110480 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789935c-c76a-4474-a8b8-aff82702e679 req-288225d4-63af-4c95-95f8-20778a764cfd tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:29.111939 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-288225d4-63af-4c95-95f8-20778a764cfd tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 810 time: 0.1862910 Jul 09 19:10:29.192525 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-6ccb71e1-a568-49a6-a44b-bb169212e83c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/quotas/f2ebef07135744228ba368a875a28f1e HTTP/1.1" status: 200 len: 375 time: 0.0729914 Jul 09 19:10:29.251633 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33952) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:29.292953 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-454632dc-3c66-4da2-9252-52ca362ded71 service neutron] 10.222.0.16 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160587 Jul 09 19:10:29.395857 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:29.397419 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-8789935c-c76a-4474-a8b8-aff82702e679 req-70294645-bf6d-4b76-bce7-4ee2e4763f62 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Synchronizing usage tracker for tenant:f2ebef07135744228ba368a875a28f1e on resource:port {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:10:29.410794 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:29.414566 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] Usage tracker for resource:security_group_rule and tenant:bc407e46804e4caba4452ece0dea6675 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:29.417404 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:29.423207 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:29.451990 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-fbcdf291-2b8b-42d0-858c-7b7da8fb9366 service neutron] 10.222.0.16 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500332 Jul 09 19:10:29.499554 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-8789935c-c76a-4474-a8b8-aff82702e679 req-70294645-bf6d-4b76-bce7-4ee2e4763f62 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Unset dirty status for tenant:f2ebef07135744228ba368a875a28f1e on resource:port {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:10:29.500979 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-70294645-bf6d-4b76-bce7-4ee2e4763f62 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2854950 Jul 09 19:10:29.508303 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:29.626044 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:29.634851 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-60cdece3-8610-4a3c-84aa-826ba1b50350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:29.676127 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc407e46804e4caba4452ece0dea6675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233513 Jul 09 19:10:29.679223 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 33962) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:29.679897 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab9ed21-c574-47fc-bf90-47d456099730,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:29.684717 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:29.718720 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-5854f9b4-32e9-4e77-9e3c-d172a040e3fe service neutron] 10.222.0.16 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033095 Jul 09 19:10:29.770928 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-21e00012-b2e6-4d0c-b1cb-6931bf7fb084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:29.799798 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-21e00012-b2e6-4d0c-b1cb-6931bf7fb084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:29.902195 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-22f2bd00-727b-43af-9b6d-3de7e4a74956 service neutron] 10.222.0.16 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755166 Jul 09 19:10:29.945919 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-21e00012-b2e6-4d0c-b1cb-6931bf7fb084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:29.951592 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-d98c3b1a-7380-4832-80bf-7111bc3923bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:29.965611 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e00012-b2e6-4d0c-b1cb-6931bf7fb084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab9ed21-c574-47fc-bf90-47d456099730,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:29.968032 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-21e00012-b2e6-4d0c-b1cb-6931bf7fb084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:29.980228 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-21e00012-b2e6-4d0c-b1cb-6931bf7fb084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:29.983383 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-21e00012-b2e6-4d0c-b1cb-6931bf7fb084 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ab9ed21-c574-47fc-bf90-47d456099730 HTTP/1.1" status: 204 len: 168 time: 0.2988944 Jul 09 19:10:30.048023 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397f97d-1a64-4db3-ab2f-a5c370801605 req-d6142e9a-c8eb-4fef-8e11-4c7721ee92aa tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:30.049475 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8397f97d-1a64-4db3-ab2f-a5c370801605 req-d6142e9a-c8eb-4fef-8e11-4c7721ee92aa tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1106415 Jul 09 19:10:30.102146 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8397f97d-1a64-4db3-ab2f-a5c370801605 req-5cf33839-f490-4541-8a68-fa8429883e8c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Jul 09 19:10:30.200823 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8c66d21e-ccd3-4b46-bc76-731f077c2ebd req-f311a33e-c51b-4e3f-9db9-e0d713da337d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 210 time: 0.0509815 Jul 09 19:10:30.271181 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d353a88f-d7f5-4be7-b095-d40a779acc04 req-235605e1-49c5-4339-a112-710f43f7aef5 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 210 time: 0.0730269 Jul 09 19:10:31.287229 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac70d5-eb0d-43b6-b25d-dd2005d2dadc req-464f6e89-a174-4239-b053-15c7baacd4d4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:31.288934 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6bac70d5-eb0d-43b6-b25d-dd2005d2dadc req-464f6e89-a174-4239-b053-15c7baacd4d4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.0811641 Jul 09 19:10:31.342316 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6bac70d5-eb0d-43b6-b25d-dd2005d2dadc req-be247d60-5652-492c-b9a1-1858464baa58 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469809 Jul 09 19:10:31.360013 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abc816-2243-4c86-8a07-2e9952fa8aec req-a7fe2d3a-b325-45cb-a197-451c04b9edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:31.361763 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c2abc816-2243-4c86-8a07-2e9952fa8aec req-a7fe2d3a-b325-45cb-a197-451c04b9edf2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 1098 time: 0.0776734 Jul 09 19:10:31.386378 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0be107f8-05f3-4a8b-8a94-9c973a5a48e2 req-1ef009c5-9917-43bb-8f3d-9944cfb4bcd1 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 210 time: 0.0476260 Jul 09 19:10:31.423072 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c2abc816-2243-4c86-8a07-2e9952fa8aec req-810d119a-f564-4f0c-90a8-c8424bfd3b29 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524209 Jul 09 19:10:31.478750 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c398a623-ae86-4b87-9781-376dc6a40b1f req-11b53332-364f-425f-83cc-381aa0981843 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 210 time: 0.0651727 Jul 09 19:10:31.598734 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:32.367789 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-2e323dcd-70c5-4195-90f6-29e6c32791fa tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:32.369233 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-2e323dcd-70c5-4195-90f6-29e6c32791fa tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 815 time: 0.1491208 Jul 09 19:10:32.388686 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Request body: {'port': {'device_id': '68cc259f-7f0f-4dc7-b172-b7c6cb2d0667', 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd', 'admin_state_up': True, 'tenant_id': 'd8f84d62ccf4490e8448ee7390151127'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:32.536152 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:32.540646 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Usage tracker for resource:port and tenant:d8f84d62ccf4490e8448ee7390151127 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:32.543952 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:32.550027 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:32.607507 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a55403ef-f526-4b52-a229-14c994905a4b req-70bba0da-bceb-40df-9215-64557763e285 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 210 time: 0.0938199 Jul 09 19:10:32.646115 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de6382-7e43-4c2f-a139-a47c00c4eb0e req-c8bb156e-a77b-4112-92ba-10627de1d71a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:32.651522 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-28de6382-7e43-4c2f-a139-a47c00c4eb0e req-c8bb156e-a77b-4112-92ba-10627de1d71a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1945896 Jul 09 19:10:32.661437 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Made reservation on behalf of d8f84d62ccf4490e8448ee7390151127 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:10:32.664908 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:32.719239 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-28de6382-7e43-4c2f-a139-a47c00c4eb0e req-973495c2-8bda-4b5e-8007-566fb9db2a32 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638213 Jul 09 19:10:32.841105 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f5f1a4b7-1c41-4792-b9d6-ac225d3baeaa req-ce03b933-48ce-4929-a0a2-c4d09ad3c8ad tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 210 time: 0.0701587 Jul 09 19:10:32.902738 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Allocated IP 172.20.0.7 (8694520c-be46-43e2-91c4-fabd47ed11bd/146b580e-1917-4660-b084-4dfefa42214e/4e5dad2e-5321-49a6-89d5-92e2193a7617) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:10:33.317240 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:33.332092 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789935c-c76a-4474-a8b8-aff82702e679 req-b271a195-e831-423a-8b60-aa77b3398c95 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:33.333149 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-8789935c-c76a-4474-a8b8-aff82702e679 req-b271a195-e831-423a-8b60-aa77b3398c95 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Synchronizing usage tracker for tenant:f2ebef07135744228ba368a875a28f1e on resource:network {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:10:33.437234 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-8789935c-c76a-4474-a8b8-aff82702e679 req-b271a195-e831-423a-8b60-aa77b3398c95 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Unset dirty status for tenant:f2ebef07135744228ba368a875a28f1e on resource:network {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:10:33.438382 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-b271a195-e831-423a-8b60-aa77b3398c95 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.26 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 810 time: 0.3950474 Jul 09 19:10:33.439455 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:33.444899 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:33.450552 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb', '0947d968-9162-431e-93a7-375437ae2523'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:10:33.535373 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Network 8694520c-be46-43e2-91c4-fabd47ed11bd is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:10:33.544297 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:10:33.552865 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:10:33.583589 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Pushing event updated for resources: {'Port': ['ID=4e5dad2e-5321-49a6-89d5-92e2193a7617,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:33.601097 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:33.609180 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-8789935c-c76a-4474-a8b8-aff82702e679 req-a2c1735f-0246-4cff-b7a2-eac3cb326c7a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Synchronizing usage tracker for tenant:f2ebef07135744228ba368a875a28f1e on resource:security_group {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:10:33.632415 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-8789935c-c76a-4474-a8b8-aff82702e679 req-a2c1735f-0246-4cff-b7a2-eac3cb326c7a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Unset dirty status for tenant:f2ebef07135744228ba368a875a28f1e on resource:security_group {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:10:33.633611 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-a2c1735f-0246-4cff-b7a2-eac3cb326c7a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2ebef07135744228ba368a875a28f1e HTTP/1.1" status: 200 len: 379 time: 0.1488771 Jul 09 19:10:33.641852 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:33.642480 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:33.667063 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'port': {'device_id': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'admin_state_up': True, 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'security_groups': ['a57dd841-f056-4491-be06-5e24af77367e']}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:33.747339 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3668635 Jul 09 19:10:33.763064 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Request body: {'port': {'device_id': '68cc259f-7f0f-4dc7-b172-b7c6cb2d0667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:33.842930 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7e5ab-61fe-4d45-985d-dad21a46292c req-1e61adef-8947-4c9e-b852-7d47a4810068 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:33.852265 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5ad7e5ab-61fe-4d45-985d-dad21a46292c req-1e61adef-8947-4c9e-b852-7d47a4810068 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 931 time: 0.1221271 Jul 09 19:10:33.914670 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:33.929971 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:33.932686 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:33.943949 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5ad7e5ab-61fe-4d45-985d-dad21a46292c req-16a0bef0-0601-476c-957a-6421b071c9dc tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896783 Jul 09 19:10:33.992337 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d977e-cfce-4862-a4a0-45bc879e6206 req-44fac9ba-1b8c-41a3-b74e-742ed7c60ef9 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:33.994027 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-760d977e-cfce-4862-a4a0-45bc879e6206 req-44fac9ba-1b8c-41a3-b74e-742ed7c60ef9 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1247866 Jul 09 19:10:34.044163 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-760d977e-cfce-4862-a4a0-45bc879e6206 req-9f50b3fc-fedb-43cc-9806-673e45add9c7 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Jul 09 19:10:34.079843 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Made reservation on behalf of f2ebef07135744228ba368a875a28f1e for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:10:34.083334 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:34.128334 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cbb2140c-b9b5-47af-8c51-b977aea520ef req-03fe14f5-ac61-4f51-8e6d-002087a88f27 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 210 time: 0.0428555 Jul 09 19:10:34.245259 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853bee8-8664-465e-a078-c49c48ff9942 req-8dbdf350-e330-41ee-b92f-7f4f872fcf31 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:34.247255 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0853bee8-8664-465e-a078-c49c48ff9942 req-8dbdf350-e330-41ee-b92f-7f4f872fcf31 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0837438 Jul 09 19:10:34.300591 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0853bee8-8664-465e-a078-c49c48ff9942 req-466610e5-4736-44f1-8665-b883777b5b3a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458994 Jul 09 19:10:34.374839 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Allocated IP 172.20.0.8 (7bcd7813-3731-411e-8bb8-4ccc006ad519/001018a1-ed6e-4069-839f-955278f00761/87791239-1572-46a0-993e-ae5625949bcc) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:10:34.496886 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5dad2e-5321-49a6-89d5-92e2193a7617 {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:10:34.549850 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:34.582946 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Transition to ACTIVE for port object 4e5dad2e-5321-49a6-89d5-92e2193a7617 will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:10:34.641905 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:34.657038 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Transition to ACTIVE for port object 87791239-1572-46a0-993e-ae5625949bcc will not be triggered until provisioned by entity DHCP. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:10:34.713347 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:34.717259 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5684f903-bd83-43b5-a44d-11ec99717d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:34.825496 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:34.852680 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Pushing event updated for resources: {'Port': ['ID=4e5dad2e-5321-49a6-89d5-92e2193a7617,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:34.855337 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:34.857223 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:34.951330 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Network 7bcd7813-3731-411e-8bb8-4ccc006ad519 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:10:34.983485 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:10:34.986530 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:10:35.058939 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'Port': ['ID=87791239-1572-46a0-993e-ae5625949bcc,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:35.058939 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:35.079385 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:35.080002 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:35.241383 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb04bbf-7663-47bd-abd4-8f5393ec75f3 req-09cb0dae-ecc6-4e9a-a9e6-d8c4e7a730f9 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:35.243555 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3bb04bbf-7663-47bd-abd4-8f5393ec75f3 req-09cb0dae-ecc6-4e9a-a9e6-d8c4e7a730f9 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 943 time: 0.1760793 Jul 09 19:10:35.261195 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Attempting to bind port 4e5dad2e-5321-49a6-89d5-92e2193a7617 on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:10:35.261195 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Attempting to bind port 4e5dad2e-5321-49a6-89d5-92e2193a7617 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:10:35.261395 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Attempting to bind port 4e5dad2e-5321-49a6-89d5-92e2193a7617 on network 8694520c-be46-43e2-91c4-fabd47ed11bd {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:10:35.287538 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Port 4e5dad2e-5321-49a6-89d5-92e2193a7617 on network 8694520c-be46-43e2-91c4-fabd47ed11bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:10:35.287853 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Attempting to bind port 4e5dad2e-5321-49a6-89d5-92e2193a7617 on network 8694520c-be46-43e2-91c4-fabd47ed11bd {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:10:35.303196 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:10:35.303533 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Checking segment: {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:10:35.303931 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Bound using segment: {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:10:35.304335 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Bound port: 4e5dad2e-5321-49a6-89d5-92e2193a7617, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:10:35.309293 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:35.333367 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3bb04bbf-7663-47bd-abd4-8f5393ec75f3 req-6f0d6951-bd64-448c-bab9-e26d6e9aada5 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821350 Jul 09 19:10:35.393554 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7305384 Jul 09 19:10:35.405347 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Request body: {'port': {'device_id': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:35.450462 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d64147-2c20-4eb5-9552-c035e04224a0 req-aa8eeaf8-4bf3-4b1b-b6f0-8c802ed81510 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:35.452228 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-34d64147-2c20-4eb5-9552-c035e04224a0 req-aa8eeaf8-4bf3-4b1b-b6f0-8c802ed81510 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 931 time: 0.0877442 Jul 09 19:10:35.467074 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-64d0e4b0-aaac-4cd1-9293-18cc20cd4db0 None None] Provisioning for port 87791239-1572-46a0-993e-ae5625949bcc completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:10:35.476456 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] For port 4e5dad2e-5321-49a6-89d5-92e2193a7617, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:10:35.476834 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-64d0e4b0-aaac-4cd1-9293-18cc20cd4db0 None None] Provisioning complete for port 87791239-1572-46a0-993e-ae5625949bcc triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:35.477345 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-64d0e4b0-aaac-4cd1-9293-18cc20cd4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:35.481100 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] For port 4e5dad2e-5321-49a6-89d5-92e2193a7617, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4e5dad2e-5321-49a6-89d5-92e2193a7617,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:10:35.512752 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-34d64147-2c20-4eb5-9552-c035e04224a0 req-b6574c23-e7ba-421e-8fac-2c5f82f252dc tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535698 Jul 09 19:10:35.552215 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:35.553796 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-64d0e4b0-aaac-4cd1-9293-18cc20cd4db0 None None] Port 87791239-1572-46a0-993e-ae5625949bcc cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:10:35.564061 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:35.570499 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:35.671853 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:35.672483 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:35.673815 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] 10.222.0.26 "PUT /v2.0/ports/4e5dad2e-5321-49a6-89d5-92e2193a7617 HTTP/1.1" status: 200 len: 1093 time: 1.9151878 Jul 09 19:10:35.676116 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cc259f-7f0f-4dc7-b172-b7c6cb2d0667', 'tag': '4e5dad2e-5321-49a6-89d5-92e2193a7617'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:10:35.705242 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Pushing event updated for resources: {'Port': ['ID=4e5dad2e-5321-49a6-89d5-92e2193a7617,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:35.708718 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:35.748801 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cc259f-7f0f-4dc7-b172-b7c6cb2d0667', 'tag': '4e5dad2e-5321-49a6-89d5-92e2193a7617', 'status': 'completed', 'code': 200} Jul 09 19:10:35.940829 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d2dbd-bf5b-4798-bb1e-2b8a1f921a97 req-32e7a977-0b65-46e0-89fc-09c0aabb143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:35.942312 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c28d2dbd-bf5b-4798-bb1e-2b8a1f921a97 req-32e7a977-0b65-46e0-89fc-09c0aabb143a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 1096 time: 0.1837575 Jul 09 19:10:36.149296 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d2dbd-bf5b-4798-bb1e-2b8a1f921a97 req-6068613a-091d-4ba3-b78a-2807539f8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:36.150875 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c28d2dbd-bf5b-4798-bb1e-2b8a1f921a97 req-6068613a-091d-4ba3-b78a-2807539f8669 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=d8f84d62ccf4490e8448ee7390151127&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1996906 Jul 09 19:10:36.152962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87791239-1572-46a0-993e-ae5625949bcc {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:10:36.161329 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:36.253089 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Transition to ACTIVE for port object 87791239-1572-46a0-993e-ae5625949bcc will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:10:36.306894 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d2dbd-bf5b-4798-bb1e-2b8a1f921a97 req-325e2933-c888-4ae5-9435-03f0cface4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:36.308348 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c28d2dbd-bf5b-4798-bb1e-2b8a1f921a97 req-325e2933-c888-4ae5-9435-03f0cface4d0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1488376 Jul 09 19:10:36.328374 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:36.333407 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4d2bfb69-399a-4f76-9252-6e904db1e04a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:36.509251 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=87791239-1572-46a0-993e-ae5625949bcc,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:36.512606 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:36.529047 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fc95d-e07f-4b00-b14e-122e73847a09 req-1067e7e7-d3d0-4eca-8b70-9e52ae460953 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:36.530741 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f35fc95d-e07f-4b00-b14e-122e73847a09 req-1067e7e7-d3d0-4eca-8b70-9e52ae460953 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 943 time: 0.0875483 Jul 09 19:10:36.595808 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f35fc95d-e07f-4b00-b14e-122e73847a09 req-8377f3d8-9b86-4327-8a5d-44abf1749c85 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585337 Jul 09 19:10:36.621203 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-68bd685d-e75c-4695-a403-abfe328704eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:36.622830 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-68bd685d-e75c-4695-a403-abfe328704eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 1096 time: 0.2598901 Jul 09 19:10:36.632945 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Attempting to bind port 87791239-1572-46a0-993e-ae5625949bcc on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:10:36.632945 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Attempting to bind port 87791239-1572-46a0-993e-ae5625949bcc by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:10:36.632945 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Attempting to bind port 87791239-1572-46a0-993e-ae5625949bcc on network 7bcd7813-3731-411e-8bb8-4ccc006ad519 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:10:36.697098 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Port 87791239-1572-46a0-993e-ae5625949bcc on network 7bcd7813-3731-411e-8bb8-4ccc006ad519 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:10:36.697436 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Attempting to bind port 87791239-1572-46a0-993e-ae5625949bcc on network 7bcd7813-3731-411e-8bb8-4ccc006ad519 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:10:36.710095 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:10:36.710427 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Checking segment: {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:10:36.710839 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Bound using segment: {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:10:36.711264 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Bound port: 87791239-1572-46a0-993e-ae5625949bcc, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:10:36.711631 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:36.721427 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-90d4820b-00db-40d7-be33-0873650cc53d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e5dad2e-5321-49a6-89d5-92e2193a7617 HTTP/1.1" status: 200 len: 217 time: 0.0851946 Jul 09 19:10:36.791674 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51271a2c-f0a1-4bba-8f9d-432b6fde4662 req-82b632df-58a0-4374-9f20-1c855ba08774 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:36.793151 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-51271a2c-f0a1-4bba-8f9d-432b6fde4662 req-82b632df-58a0-4374-9f20-1c855ba08774 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 943 time: 0.0868649 Jul 09 19:10:36.910068 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-51271a2c-f0a1-4bba-8f9d-432b6fde4662 req-25e208af-8989-492e-add9-d81159b2129a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104438 Jul 09 19:10:36.941451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-5c774f82-a2f4-4086-8782-8db423c11260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:36.942831 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-5c774f82-a2f4-4086-8782-8db423c11260 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=146b580e-1917-4660-b084-4dfefa42214e HTTP/1.1" status: 200 len: 855 time: 0.2141244 Jul 09 19:10:36.951612 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] For port 87791239-1572-46a0-993e-ae5625949bcc, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:10:36.997053 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-265844f6-ff83-4ba9-bbd3-eecb75d93418 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8694520c-be46-43e2-91c4-fabd47ed11bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427742 Jul 09 19:10:36.998481 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] For port 87791239-1572-46a0-993e-ae5625949bcc, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=87791239-1572-46a0-993e-ae5625949bcc,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:10:37.070343 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:37.083660 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:37.148380 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:37.149040 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:37.150397 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] 10.222.0.26 "PUT /v2.0/ports/87791239-1572-46a0-993e-ae5625949bcc HTTP/1.1" status: 200 len: 1093 time: 1.7492168 Jul 09 19:10:37.198419 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Pushing event updated for resources: {'Port': ['ID=87791239-1572-46a0-993e-ae5625949bcc,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:37.202853 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:37.206862 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-a1f8c843-9d1d-4ee3-83b3-fb5bae7a741f service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032273 Jul 09 19:10:37.393332 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-03e5986f-8006-4195-9af2-296d24dcb1d3 req-522a276a-b8f8-46e8-ad13-56eb1f59a65e service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786702 Jul 09 19:10:37.402483 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789935c-c76a-4474-a8b8-aff82702e679 req-fc7d78ab-8370-491b-b9e5-79a31b16c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:37.403948 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-fc7d78ab-8370-491b-b9e5-79a31b16c4ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 1096 time: 0.1227829 Jul 09 19:10:37.498725 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-74f8a4c1-c2e3-413b-8458-46b3801bdc3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87791239-1572-46a0-993e-ae5625949bcc HTTP/1.1" status: 200 len: 217 time: 0.0859821 Jul 09 19:10:37.565576 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789935c-c76a-4474-a8b8-aff82702e679 req-386c9971-109d-47e8-bf1b-44f667fc2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:37.567118 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-386c9971-109d-47e8-bf1b-44f667fc2049 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 200 len: 849 time: 0.0612264 Jul 09 19:10:37.647732 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789935c-c76a-4474-a8b8-aff82702e679 req-8c1b5309-59f5-4747-a834-b493c08ab4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:37.649194 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-8c1b5309-59f5-4747-a834-b493c08ab4b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bcd7813-3731-411e-8bb8-4ccc006ad519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743048 Jul 09 19:10:37.753546 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'tag': '87791239-1572-46a0-993e-ae5625949bcc'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:10:37.795085 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-a5fe2fcc-fcb0-4c88-8e47-5bfb1d294983 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374381 Jul 09 19:10:37.807374 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b95e06-e8e7-4570-9bc5-6baadbac81cb req-37823827-c999-4658-8d90-a4cf8b551dd2 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:37.808956 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-67b95e06-e8e7-4570-9bc5-6baadbac81cb req-37823827-c999-4658-8d90-a4cf8b551dd2 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 943 time: 0.0981092 Jul 09 19:10:37.856631 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-67b95e06-e8e7-4570-9bc5-6baadbac81cb req-9c9176de-66fd-4be2-a32f-79c5f736e9ed tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Jul 09 19:10:37.944405 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8789935c-c76a-4474-a8b8-aff82702e679 req-c001968b-aa02-41fa-a92d-15302f302800 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421473 Jul 09 19:10:38.000744 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'tag': '87791239-1572-46a0-993e-ae5625949bcc', 'status': 'completed', 'code': 200} Jul 09 19:10:38.030799 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 34156) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:38.191526 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d609-36c7-4e6a-bdce-6a94596355d6 req-94f65ed4-8056-4599-8ddf-4f9b6e7d1442 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:38.192987 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4282d609-36c7-4e6a-bdce-6a94596355d6 req-94f65ed4-8056-4599-8ddf-4f9b6e7d1442 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 943 time: 0.1023953 Jul 09 19:10:38.201735 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:38.235523 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:38.240967 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a30960c5a9164cc59d41478771a55f69 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:38.246060 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:38.251430 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4282d609-36c7-4e6a-bdce-6a94596355d6 req-303a4df8-ab0f-4698-92aa-b35bf16ba8c9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473611 Jul 09 19:10:38.258380 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:38.303560 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805006e6-ac5b-4531-bc4b-022ac910565a req-ff91b1dc-922f-4b2b-bd13-ee14b0b05652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:38.305014 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-805006e6-ac5b-4531-bc4b-022ac910565a req-ff91b1dc-922f-4b2b-bd13-ee14b0b05652 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 1099 time: 0.1868188 Jul 09 19:10:38.311689 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-b08bfd46-febb-45ba-803c-114bb2f5bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:38.313127 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-b08bfd46-febb-45ba-803c-114bb2f5bc96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 1096 time: 0.2314842 Jul 09 19:10:38.353202 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34827e3d-a552-4167-96f0-ea20546856d6 req-5d13ce11-8cc8-4a83-885a-9cde63fcbfcc tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:38.354660 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-34827e3d-a552-4167-96f0-ea20546856d6 req-5d13ce11-8cc8-4a83-885a-9cde63fcbfcc tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0828898 Jul 09 19:10:38.399250 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-34827e3d-a552-4167-96f0-ea20546856d6 req-52107e37-c4cf-464d-805c-92b2924bed1d tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388544 Jul 09 19:10:38.590321 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:38.594093 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-8ef53cf5-856b-4701-8b93-2175840cc171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:38.595581 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-8ef53cf5-856b-4701-8b93-2175840cc171 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 910 time: 0.2569728 Jul 09 19:10:38.600491 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805006e6-ac5b-4531-bc4b-022ac910565a req-69412887-80b2-4cf8-88ca-f33818ed9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:38.600491 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-805006e6-ac5b-4531-bc4b-022ac910565a req-69412887-80b2-4cf8-88ca-f33818ed9d40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 919 time: 0.2826490 Jul 09 19:10:38.811401 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:38.826015 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-169a8e1c-569a-4274-91b3-8f2115d8b0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:38.833024 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-78b9c155-c62c-469c-ba4b-86cf8f70b7cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87791239-1572-46a0-993e-ae5625949bcc HTTP/1.1" status: 200 len: 217 time: 0.2257457 Jul 09 19:10:38.836860 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-805006e6-ac5b-4531-bc4b-022ac910565a req-09da6df6-ada6-43eb-9837-e94fd59356a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a HTTP/1.1" status: 200 len: 217 time: 0.1825552 Jul 09 19:10:38.947931 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfaeb04-c29d-4284-82bb-0a53c232fe0b,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:38.959849 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a30960c5a9164cc59d41478771a55f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9272685 Jul 09 19:10:38.961139 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:38.962607 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 34166) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:38.981792 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805006e6-ac5b-4531-bc4b-022ac910565a req-f812a38c-b48d-450f-a49e-384e83ee1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:38.983236 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-805006e6-ac5b-4531-bc4b-022ac910565a req-f812a38c-b48d-450f-a49e-384e83ee1995 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f60a688-0427-4329-805e-76287dc10154 HTTP/1.1" status: 200 len: 859 time: 0.1256731 Jul 09 19:10:38.986881 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-8c878822-fb13-430d-abcc-548a20fa0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:38.988187 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-8c878822-fb13-430d-abcc-548a20fa0e37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 200 len: 849 time: 0.1316471 Jul 09 19:10:39.083489 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a46e-5881-4fc6-b56b-4a4cbca1b364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:39.084258 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-805006e6-ac5b-4531-bc4b-022ac910565a req-c38b6787-26c5-4801-80b5-74b26c218aac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767179 Jul 09 19:10:39.116155 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ede8c-f84a-404d-b65f-662190d6533b req-da2cd27e-b2c2-47db-aa0f-d7f90c3ded0b tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:39.117665 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d20ede8c-f84a-404d-b65f-662190d6533b req-da2cd27e-b2c2-47db-aa0f-d7f90c3ded0b tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 943 time: 0.1426816 Jul 09 19:10:39.126565 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a46e-5881-4fc6-b56b-4a4cbca1b364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:39.194761 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d20ede8c-f84a-404d-b65f-662190d6533b req-39631f02-fa3b-409d-8b85-d457126ff91f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706697 Jul 09 19:10:39.219064 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-08b1a6b4-eeae-45f6-99f0-7fd62a8727a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:39.220562 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-08b1a6b4-eeae-45f6-99f0-7fd62a8727a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bcd7813-3731-411e-8bb8-4ccc006ad519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2120383 Jul 09 19:10:39.311087 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-805006e6-ac5b-4531-bc4b-022ac910565a req-0bfa8881-fcc1-4516-a066-80ed8c0e9986 service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134848 Jul 09 19:10:39.318538 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a46e-5881-4fc6-b56b-4a4cbca1b364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:39.323735 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d0461b49-6260-4fbe-8767-1d2c4fffc9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:39.352020 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8a46e-5881-4fc6-b56b-4a4cbca1b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfaeb04-c29d-4284-82bb-0a53c232fe0b,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:39.355084 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a1c8a46e-5881-4fc6-b56b-4a4cbca1b364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:39.357206 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a1c8a46e-5881-4fc6-b56b-4a4cbca1b364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:39.358311 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-a1c8a46e-5881-4fc6-b56b-4a4cbca1b364 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4dfaeb04-c29d-4284-82bb-0a53c232fe0b HTTP/1.1" status: 204 len: 168 time: 0.3946166 Jul 09 19:10:39.461746 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-512c26c5-463d-4346-9a91-961830c2f104 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260287 Jul 09 19:10:39.480559 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f154b-32ed-45f8-8615-f6ef3ef90bb6 req-c16274c3-2686-4705-a690-f8edb6a6574c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:39.482100 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4c8f154b-32ed-45f8-8615-f6ef3ef90bb6 req-c16274c3-2686-4705-a690-f8edb6a6574c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 943 time: 0.0919573 Jul 09 19:10:39.578445 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4c8f154b-32ed-45f8-8615-f6ef3ef90bb6 req-da998699-5b76-4849-b8e5-a124e3f238c1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900557 Jul 09 19:10:39.585427 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-805006e6-ac5b-4531-bc4b-022ac910565a req-464fd3e0-c2d5-4a93-9c3f-2951cc97f95c service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534897 Jul 09 19:10:39.609037 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82897654-e43c-439c-bcd9-15173b4f1da5 req-a07ce2dd-9219-4174-9c19-50cf43a56d15 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:39.611109 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-82897654-e43c-439c-bcd9-15173b4f1da5 req-a07ce2dd-9219-4174-9c19-50cf43a56d15 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0925639 Jul 09 19:10:39.639937 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-555ce177-6f2d-4a39-baba-e4c9729b3d5c req-6d20b6b6-8b61-4734-af1a-34c8b299c58c service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566393 Jul 09 19:10:39.658709 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-82897654-e43c-439c-bcd9-15173b4f1da5 req-221af522-7441-47b1-b2dd-adc20b73e769 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 Jul 09 19:10:40.076821 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 34188) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:40.094838 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:40.108938 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:40.112758 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] Usage tracker for resource:security_group_rule and tenant:e316fae16a9e43538453ab3b4749c809 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:40.115561 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:40.121232 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:40.199297 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:40.259445 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:40.268990 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-45f588d2-570a-4354-99b1-c6dd6cbc11e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:40.309201 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e316fae16a9e43538453ab3b4749c809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313330 Jul 09 19:10:40.312186 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 34196) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:40.339459 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e02a26-53b7-4016-9903-1c9872a49576,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:40.342508 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:40.384990 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-195c3fd2-7eef-40e2-a316-1b2bcaa730f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:40.399361 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2c730-e9ae-48b5-b1fd-d538bd62ec2f req-29d2979f-6c7a-4ac5-8486-9777c545828e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:40.400910 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-53a2c730-e9ae-48b5-b1fd-d538bd62ec2f req-29d2979f-6c7a-4ac5-8486-9777c545828e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 943 time: 0.0963693 Jul 09 19:10:40.426006 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-195c3fd2-7eef-40e2-a316-1b2bcaa730f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:40.454045 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-53a2c730-e9ae-48b5-b1fd-d538bd62ec2f req-a82e451a-29ff-42a3-8111-cbc450dac6b3 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Jul 09 19:10:40.558468 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-195c3fd2-7eef-40e2-a316-1b2bcaa730f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:40.564098 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-810676fa-d4e0-470c-86a5-1769231dc0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:40.576517 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c3fd2-7eef-40e2-a316-1b2bcaa730f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e02a26-53b7-4016-9903-1c9872a49576,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:40.580050 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-195c3fd2-7eef-40e2-a316-1b2bcaa730f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:40.585400 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-195c3fd2-7eef-40e2-a316-1b2bcaa730f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:40.586520 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-195c3fd2-7eef-40e2-a316-1b2bcaa730f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45e02a26-53b7-4016-9903-1c9872a49576 HTTP/1.1" status: 204 len: 168 time: 0.2733426 Jul 09 19:10:40.778006 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3032e-5306-43c0-94f5-8a7a4976ebdc req-8f8f9870-f138-4bc6-a460-4e06056ff3dc tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:40.779693 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-56f3032e-5306-43c0-94f5-8a7a4976ebdc req-8f8f9870-f138-4bc6-a460-4e06056ff3dc tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 943 time: 0.0937841 Jul 09 19:10:40.878116 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-56f3032e-5306-43c0-94f5-8a7a4976ebdc req-89593896-cb65-4c26-96c8-6a3a0bee44cf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565894 Jul 09 19:10:40.909417 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae63cc-aceb-4a53-a7be-e90b566f1ca8 req-d554f3ea-87bf-4edd-b024-d2f758dfb33c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:40.911180 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2bae63cc-aceb-4a53-a7be-e90b566f1ca8 req-d554f3ea-87bf-4edd-b024-d2f758dfb33c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1275468 Jul 09 19:10:40.961827 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2bae63cc-aceb-4a53-a7be-e90b566f1ca8 req-d27242b9-3b47-41c4-b355-2585c0f457a6 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 Jul 09 19:10:41.316153 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 34226) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:41.336205 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:41.353138 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:41.356350 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] Usage tracker for resource:security_group_rule and tenant:f15084cf1213449fa979c41835f00a0d is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:41.359316 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:41.365202 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:41.444724 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:41.489655 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:41.498397 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-499405c1-68a4-4cf8-8b5a-25b0998c95da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:41.541392 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f15084cf1213449fa979c41835f00a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209742 Jul 09 19:10:41.541625 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 34234) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:41.552566 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de7aff8-2a31-471a-a2e2-54657cc1b7af,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:41.557072 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:41.611713 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ab9de4fd-301a-4752-9a73-a91b6041f185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:41.637953 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ab9de4fd-301a-4752-9a73-a91b6041f185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:41.642533 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cdbbe-4c89-44b8-8ba6-3c3bca38205a req-b589491e-8485-466a-a044-255a5580aaaa tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:41.644021 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1c3cdbbe-4c89-44b8-8ba6-3c3bca38205a req-b589491e-8485-466a-a044-255a5580aaaa tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 943 time: 0.0844982 Jul 09 19:10:41.689170 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1c3cdbbe-4c89-44b8-8ba6-3c3bca38205a req-463ce5f6-226a-48cd-9123-16821b1c36d9 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386682 Jul 09 19:10:41.785409 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ab9de4fd-301a-4752-9a73-a91b6041f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:41.790938 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5da0a8db-cc50-43d9-90b4-e1687f53f6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:41.803425 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9de4fd-301a-4752-9a73-a91b6041f185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de7aff8-2a31-471a-a2e2-54657cc1b7af,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:41.805914 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ab9de4fd-301a-4752-9a73-a91b6041f185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:41.807091 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ab9de4fd-301a-4752-9a73-a91b6041f185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:41.810476 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-ab9de4fd-301a-4752-9a73-a91b6041f185 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4de7aff8-2a31-471a-a2e2-54657cc1b7af HTTP/1.1" status: 204 len: 168 time: 0.2656596 Jul 09 19:10:42.066114 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8104b6b-6886-4099-9705-ccf73e5b00c1 req-8e30357a-898c-4c6f-b529-973a0d41ce3c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:42.067713 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f8104b6b-6886-4099-9705-ccf73e5b00c1 req-8e30357a-898c-4c6f-b529-973a0d41ce3c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 943 time: 0.0796998 Jul 09 19:10:42.163905 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f8104b6b-6886-4099-9705-ccf73e5b00c1 req-ef8c8c2e-3fc5-4105-95ec-67c1b083807d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897825 Jul 09 19:10:42.195427 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662faa2-af2e-46c1-82a8-e702b8769905 req-64a236bb-b706-4cca-8691-a44c4153b62b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:42.196991 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d662faa2-af2e-46c1-82a8-e702b8769905 req-64a236bb-b706-4cca-8691-a44c4153b62b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1218240 Jul 09 19:10:42.245502 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d662faa2-af2e-46c1-82a8-e702b8769905 req-7ea86f43-5851-446d-a7c4-602adf858a8c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Jul 09 19:10:42.394583 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 4e5dad2e-5321-49a6-89d5-92e2193a7617 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:10:42.528060 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 4e5dad2e-5321-49a6-89d5-92e2193a7617, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4e5dad2e-5321-49a6-89d5-92e2193a7617,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:42.541450 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '4e5dad2e-5321-49a6-89d5-92e2193a7617', 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd', 'port_id': '4e5dad2e-5321-49a6-89d5-92e2193a7617', 'mac_address': 'fa:16:3e:af:5a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b580e-1917-4660-b084-4dfefa42214e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:10:42.599506 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:42.616563 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5dad2e-5321-49a6-89d5-92e2193a7617 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:10:42.631286 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 4e5dad2e-5321-49a6-89d5-92e2193a7617, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4e5dad2e-5321-49a6-89d5-92e2193a7617,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:42.730088 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:42.730953 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 87791239-1572-46a0-993e-ae5625949bcc details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:10:42.733096 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:42.874925 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=4e5dad2e-5321-49a6-89d5-92e2193a7617,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:42.877495 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:42.880852 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dc960-114f-412b-b26a-5945c1e1fe9e req-ef53ab41-81ab-4162-ac7f-729da267d66c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:42.883849 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-270dc960-114f-412b-b26a-5945c1e1fe9e req-ef53ab41-81ab-4162-ac7f-729da267d66c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 944 time: 0.0884452 Jul 09 19:10:42.929741 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 87791239-1572-46a0-993e-ae5625949bcc, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=87791239-1572-46a0-993e-ae5625949bcc,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:42.943447 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '87791239-1572-46a0-993e-ae5625949bcc', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'port_id': '87791239-1572-46a0-993e-ae5625949bcc', 'mac_address': 'fa:16:3e:53:7b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:10:42.952512 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-270dc960-114f-412b-b26a-5945c1e1fe9e req-42c5e0d4-2b27-4af6-a515-c6c4241e6ef7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542998 Jul 09 19:10:42.996586 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 34256) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:43.004216 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:43.021112 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87791239-1572-46a0-993e-ae5625949bcc {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:10:43.036691 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 87791239-1572-46a0-993e-ae5625949bcc, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=87791239-1572-46a0-993e-ae5625949bcc,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:43.101320 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:43.103149 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:43.111217 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:43.128447 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:43.129911 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] Usage tracker for resource:security_group_rule and tenant:cf32abda936444c49f6c98d6bbb27743 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:43.132737 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:43.138542 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:43.166952 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=87791239-1572-46a0-993e-ae5625949bcc,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:43.169927 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:43.219999 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:43.293848 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:43.301251 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-78e0aaa4-177c-4a8b-9be5-648c945d5ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:43.344564 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad6c8a2-4cf0-4fd3-8c39-b50188011f23,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:43.347880 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:43.353653 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf32abda936444c49f6c98d6bbb27743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560522 Jul 09 19:10:43.354237 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 34266) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:43.361494 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c2b01-07db-4bbe-9edc-6286ab06ba06 req-9680842f-29ca-48b5-a3e0-911e5411f123 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:43.361494 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9c4c2b01-07db-4bbe-9edc-6286ab06ba06 req-9680842f-29ca-48b5-a3e0-911e5411f123 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 944 time: 0.0835638 Jul 09 19:10:43.416293 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c91a737f-df78-4fb3-9d23-ca2c0274f962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:43.444249 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c91a737f-df78-4fb3-9d23-ca2c0274f962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:43.519601 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9c4c2b01-07db-4bbe-9edc-6286ab06ba06 req-c6feea19-e74f-474f-bb0e-0b635186197c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201897 Jul 09 19:10:43.547251 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c029df8-6d17-480b-a0a6-0c2e93783507 req-b7c469b6-3acd-4ba8-8317-8e18de11154b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:43.549540 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7c029df8-6d17-480b-a0a6-0c2e93783507 req-b7c469b6-3acd-4ba8-8317-8e18de11154b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1870928 Jul 09 19:10:43.570039 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c91a737f-df78-4fb3-9d23-ca2c0274f962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:43.573973 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-317cb022-4550-44d7-aee5-fe0496782c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:43.585405 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a737f-df78-4fb3-9d23-ca2c0274f962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad6c8a2-4cf0-4fd3-8c39-b50188011f23,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:43.590093 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c91a737f-df78-4fb3-9d23-ca2c0274f962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:43.591990 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c91a737f-df78-4fb3-9d23-ca2c0274f962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:43.593110 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-c91a737f-df78-4fb3-9d23-ca2c0274f962 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ad6c8a2-4cf0-4fd3-8c39-b50188011f23 HTTP/1.1" status: 204 len: 168 time: 0.2378886 Jul 09 19:10:43.598092 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7c029df8-6d17-480b-a0a6-0c2e93783507 req-d8331946-f55c-44a2-836b-8952ed9fd061 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429933 Jul 09 19:10:43.602787 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['87791239-1572-46a0-993e-ae5625949bcc'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:10:43.831296 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['4e5dad2e-5321-49a6-89d5-92e2193a7617'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:10:44.134275 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53594cbd-2c52-4e8e-893c-f26308be6e5f req-4e8debe5-768c-448f-ad4c-21e7c8958e2d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:44.135871 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-53594cbd-2c52-4e8e-893c-f26308be6e5f req-4e8debe5-768c-448f-ad4c-21e7c8958e2d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 944 time: 0.0812109 Jul 09 19:10:44.180735 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-53594cbd-2c52-4e8e-893c-f26308be6e5f req-54c4e275-997d-42dc-be04-4d411a8ba85b tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393498 Jul 09 19:10:44.518105 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 34296) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:44.643947 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1272643622-network', 'tenant_id': 'fd84f6841853449eb2e74b811f23ee67'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:44.650769 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:44.657771 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Usage tracker for resource:network and tenant:fd84f6841853449eb2e74b811f23ee67 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:44.661950 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:44.669192 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:44.716415 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab460-3d14-4a16-bbd7-de7fbd2d21c7 req-9b95c30c-ab84-445b-9b46-e17e46d0bc86 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:44.717915 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c1aab460-3d14-4a16-bbd7-de7fbd2d21c7 req-9b95c30c-ab84-445b-9b46-e17e46d0bc86 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 944 time: 0.0886364 Jul 09 19:10:44.756670 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Made reservation on behalf of fd84f6841853449eb2e74b811f23ee67 for: {'network': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:10:44.758992 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:44.772596 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:44.788237 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:44.793728 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Usage tracker for resource:security_group_rule and tenant:fd84f6841853449eb2e74b811f23ee67 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:44.796877 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:44.803451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:44.838588 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c1aab460-3d14-4a16-bbd7-de7fbd2d21c7 req-edbe343c-523d-4c70-89e2-c5037c265989 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094596 Jul 09 19:10:44.860839 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6913baf-1205-4b32-bb77-eb75725f9186 req-e7e1b761-4cb2-4fdf-b563-c6d399984c9c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:44.862610 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b6913baf-1205-4b32-bb77-eb75725f9186 req-e7e1b761-4cb2-4fdf-b563-c6d399984c9c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1255894 Jul 09 19:10:44.903650 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:44.941854 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b6913baf-1205-4b32-bb77-eb75725f9186 req-4429ab6b-0503-4c53-8d7b-77bb10057aa1 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731423 Jul 09 19:10:44.985883 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:44.990191 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a24facb9-dc34-4465-965e-d31014478e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:45.015242 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=79199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:10:45.027634 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a4d314-d4cb-4b47-be63-6f17c3baf79a,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:45.030479 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:45.033038 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:45.033377 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.segments_db [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Added segment 778c4b9b-e5b4-42da-a23d-71734304077f of type vlan for network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c Jul 09 19:10:45.059713 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:45.141506 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:45.143074 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:45.143717 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:45.148586 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:45.323171 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Pushing event updated for resources: {'Network': ['ID=2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:45.325681 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:45.332803 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:10:45.369450 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ea26a-95b8-4b1e-b5c2-d358e56631cb req-9f654bfd-cfa6-405e-8a12-984d0365688d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:45.371041 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7f3ea26a-95b8-4b1e-b5c2-d358e56631cb req-9f654bfd-cfa6-405e-8a12-984d0365688d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 944 time: 0.0844541 Jul 09 19:10:45.378877 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8570163 Jul 09 19:10:45.379189 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 34312) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:45.385254 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Request body: {'subnet': {'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1272643622-subnet', 'tenant_id': 'fd84f6841853449eb2e74b811f23ee67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:45.391427 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:45.394820 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Usage tracker for resource:subnet and tenant:fd84f6841853449eb2e74b811f23ee67 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:45.397801 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:45.403854 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:45.417387 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7f3ea26a-95b8-4b1e-b5c2-d358e56631cb req-9d3872ff-c38c-498a-95fa-d7988812cee7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Jul 09 19:10:45.467074 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Made reservation on behalf of fd84f6841853449eb2e74b811f23ee67 for: {'subnet': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:10:45.469935 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10767503'] for subnet, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:45.747742 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11391615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10767513'] for subnet, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:45.751756 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:45.826736 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97726d8-93a2-4ee3-947f-3ced90e24745,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:45.830752 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:45.833217 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Checking segment: {'id': '778c4b9b-e5b4-42da-a23d-71734304077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:10:45.833568 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Network hostable DHCP agents. Network: 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:10:45.918427 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:10:45.998413 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c) {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:10:46.002922 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:46.003533 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:46.008376 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2112e84-601e-4348-8bb0-bb92813fa80c None None] Network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:10:46.036772 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b5812-838e-40aa-ac6c-8c6a128a3c1e req-9c003a21-0b01-42b1-9f6c-4a11091bb5dd tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:46.038576 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e96b5812-838e-40aa-ac6c-8c6a128a3c1e req-9c003a21-0b01-42b1-9f6c-4a11091bb5dd tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 944 time: 0.0932300 Jul 09 19:10:46.144391 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e96b5812-838e-40aa-ac6c-8c6a128a3c1e req-597bcbf3-3445-4236-85d3-7a3c81aca0c2 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948827 Jul 09 19:10:46.326464 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15610cb5-b80f-4108-b5a3-bc6c141de2ae req-18131c59-f561-4485-9cbd-7eaec10c0239 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:46.326464 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-15610cb5-b80f-4108-b5a3-bc6c141de2ae req-18131c59-f561-4485-9cbd-7eaec10c0239 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1164820 Jul 09 19:10:46.326464 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-15610cb5-b80f-4108-b5a3-bc6c141de2ae req-8d298187-dff8-4200-96e7-bc2a7b4ca9ab tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Jul 09 19:10:46.327526 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3c30f-0cc4-4aa6-80eb-d753693fcb5a None None] Network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:10:46.385652 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-623c5870-efce-441b-917c-2e4be31b59f2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0051186 Jul 09 19:10:46.404852 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 4e5dad2e-5321-49a6-89d5-92e2193a7617 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:10:46.630201 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4398b-c94e-44a6-a24a-d049cf0babb4 req-1b36cd97-14bc-4cc7-800b-8750ad9beae4 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:46.631687 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cfe4398b-c94e-44a6-a24a-d049cf0babb4 req-1b36cd97-14bc-4cc7-800b-8750ad9beae4 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 944 time: 0.0913661 Jul 09 19:10:46.676030 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cfe4398b-c94e-44a6-a24a-d049cf0babb4 req-baac4948-a5e5-47da-9a5e-bbb7ba4511b4 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383625 Jul 09 19:10:46.684226 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 4e5dad2e-5321-49a6-89d5-92e2193a7617 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:10:46.690079 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 4e5dad2e-5321-49a6-89d5-92e2193a7617 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:46.690503 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:46.815159 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:46.847053 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cc259f-7f0f-4dc7-b172-b7c6cb2d0667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5dad2e-5321-49a6-89d5-92e2193a7617'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:10:46.857058 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 4e5dad2e-5321-49a6-89d5-92e2193a7617, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4e5dad2e-5321-49a6-89d5-92e2193a7617,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:46.892730 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cc259f-7f0f-4dc7-b172-b7c6cb2d0667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5dad2e-5321-49a6-89d5-92e2193a7617', 'code': 200} Jul 09 19:10:46.953532 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:46.954421 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 87791239-1572-46a0-993e-ae5625949bcc up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:10:46.983250 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:47.068510 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=4e5dad2e-5321-49a6-89d5-92e2193a7617,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:47.071664 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:47.152881 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 87791239-1572-46a0-993e-ae5625949bcc completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:10:47.159126 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 87791239-1572-46a0-993e-ae5625949bcc triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:10:47.160056 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:47.277108 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfe86e-188b-4c36-af42-ceae19a2fdfa req-790c93f7-fd8c-481c-af5e-323dfecd0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:47.279209 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-86cfe86e-188b-4c36-af42-ceae19a2fdfa req-790c93f7-fd8c-481c-af5e-323dfecd0454 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 1098 time: 0.0869522 Jul 09 19:10:47.291200 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:47.327890 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 87791239-1572-46a0-993e-ae5625949bcc, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=87791239-1572-46a0-993e-ae5625949bcc,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:10:47.336323 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-86cfe86e-188b-4c36-af42-ceae19a2fdfa req-2e0c9cfc-0b96-433b-82ee-39cb3a8d54d9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471890 Jul 09 19:10:47.351467 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35826d95-1d9e-43ea-9651-33c019c19868 req-6c31274e-2a82-4a66-b802-e9ff86db70f0 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:47.352934 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-35826d95-1d9e-43ea-9651-33c019c19868 req-6c31274e-2a82-4a66-b802-e9ff86db70f0 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 944 time: 0.1020885 Jul 09 19:10:47.453654 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:47.455104 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-35826d95-1d9e-43ea-9651-33c019c19868 req-7754bbb1-525a-4501-bf8c-62c2439fa8dc tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962589 Jul 09 19:10:47.468736 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:47.477419 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ffa78-2646-46e7-ac9a-c3d731de6574 req-746d3617-c3b9-4398-9d30-0e914cf140c3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:47.479385 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f24ffa78-2646-46e7-ac9a-c3d731de6574 req-746d3617-c3b9-4398-9d30-0e914cf140c3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1217196 Jul 09 19:10:47.569926 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f24ffa78-2646-46e7-ac9a-c3d731de6574 req-112bea9b-b0de-4cbe-bd4a-1c70a264d308 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802746 Jul 09 19:10:47.582473 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=87791239-1572-46a0-993e-ae5625949bcc,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:47.586159 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:47.627185 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-13114645-701a-419f-85fb-5d45bf187426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:47.876093 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec4c11-a865-41c4-ab92-583e85516497 req-687c0ad6-0ee6-4526-b64a-47f5763811cb tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:47.877541 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-34ec4c11-a865-41c4-ab92-583e85516497 req-687c0ad6-0ee6-4526-b64a-47f5763811cb tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 945 time: 0.0829470 Jul 09 19:10:47.921729 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-34ec4c11-a865-41c4-ab92-583e85516497 req-4d622d54-e741-4ba6-8409-15bc9b0a713a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 Jul 09 19:10:48.118348 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:48.237097 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:10:48.646381 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3e3d2-11a2-456e-85a7-d4478ec87ffd req-a0c63e14-2f6b-4976-8b16-3677475e42dc tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:48.648031 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5dd3e3d2-11a2-456e-85a7-d4478ec87ffd req-a0c63e14-2f6b-4976-8b16-3677475e42dc tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0828490 Jul 09 19:10:48.737732 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5dd3e3d2-11a2-456e-85a7-d4478ec87ffd req-8d8908f3-2f2b-4d0d-ab12-a256f07a3143 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830245 Jul 09 19:10:48.777004 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81eb3b-f7c5-42a6-ae3b-572809e5b8f9 req-515ca515-1e6e-4fc4-bbe5-13bdefd77453 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:48.778474 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3a81eb3b-f7c5-42a6-ae3b-572809e5b8f9 req-515ca515-1e6e-4fc4-bbe5-13bdefd77453 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0870471 Jul 09 19:10:48.824047 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3a81eb3b-f7c5-42a6-ae3b-572809e5b8f9 req-638fc668-320a-44e7-ae33-43d73d7d45c5 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Jul 09 19:10:48.893684 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87791239-1572-46a0-993e-ae5625949bcc'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:10:48.939037 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87791239-1572-46a0-993e-ae5625949bcc', 'code': 200} Jul 09 19:10:49.131475 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-d6605ab5-d3f9-45e8-87fd-34683e53834e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:49.132953 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-d6605ab5-d3f9-45e8-87fd-34683e53834e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/networks?id=2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c HTTP/1.1" status: 200 len: 809 time: 0.2127776 Jul 09 19:10:49.152947 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-4caeb074-f384-40e4-8b41-d1e3d48faecf tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/quotas/fd84f6841853449eb2e74b811f23ee67 HTTP/1.1" status: 200 len: 375 time: 0.0123947 Jul 09 19:10:49.203511 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-228b4c9a-e322-4066-a90e-bfeb1ba308cf tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd84f6841853449eb2e74b811f23ee67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434875 Jul 09 19:10:49.211569 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b8798-605b-4778-ac66-88c81102dfa5 req-a0853d63-8940-4ef4-bed8-56f791deeaaa tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:49.213054 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-012b8798-605b-4778-ac66-88c81102dfa5 req-a0853d63-8940-4ef4-bed8-56f791deeaaa tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 945 time: 0.1575351 Jul 09 19:10:49.385149 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-012b8798-605b-4778-ac66-88c81102dfa5 req-be6a51ab-c3d2-4564-9c77-907420ec6a4a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541960 Jul 09 19:10:49.406453 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39046558-ccf5-4f76-aff3-eee81895b2d2 req-7e79fa0c-c5b0-4118-a9d4-da2bd4e7f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:49.406453 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-39046558-ccf5-4f76-aff3-eee81895b2d2 req-7e79fa0c-c5b0-4118-a9d4-da2bd4e7f9af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 1098 time: 0.0727370 Jul 09 19:10:49.420428 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-ba31f388-2cb4-4c0a-8da6-ca2060f97886 service neutron] 10.222.0.16 "GET /v2.0/networks/2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065787 Jul 09 19:10:49.444904 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-39046558-ccf5-4f76-aff3-eee81895b2d2 req-a22e6ee3-9b69-4cdf-90f4-d43a4cae4db5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345287 Jul 09 19:10:49.548267 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-e5ab0db7-5cf4-453b-b24c-b5ed29420c61 service neutron] 10.222.0.16 "GET /v2.0/networks/2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211531 Jul 09 19:10:49.904180 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dd411966-adde-493e-9e3c-4f6314b900d0 req-d629f91e-22ab-4081-a108-985a78c72124 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 210 time: 0.0951822 Jul 09 19:10:49.959212 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b324326b-3b7c-4110-ba51-4aed1b7775ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:49.972004 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a09aca-9290-4b2b-adc2-7e04a58eed91 req-9ee8a969-e888-4d64-9a47-6bb5ff061975 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:49.973519 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e1a09aca-9290-4b2b-adc2-7e04a58eed91 req-9ee8a969-e888-4d64-9a47-6bb5ff061975 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1247945 Jul 09 19:10:50.052705 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e1a09aca-9290-4b2b-adc2-7e04a58eed91 req-c6d0a29d-b5b6-424d-9291-f9c78035eb39 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728002 Jul 09 19:10:50.100370 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8976707-51d5-40a3-bd7d-257af610bddd req-1e585c80-7815-4531-9556-dc6eb5e6b186 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:50.101799 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f8976707-51d5-40a3-bd7d-257af610bddd req-1e585c80-7815-4531-9556-dc6eb5e6b186 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0833619 Jul 09 19:10:50.150214 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f8976707-51d5-40a3-bd7d-257af610bddd req-997ffb36-e7af-4c65-a527-19016d3f7f14 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416276 Jul 09 19:10:50.569703 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25f7f6-4565-4260-8947-85c16de3ec08 req-e613b16a-24de-4925-beaa-ab028991854d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:50.571234 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ad25f7f6-4565-4260-8947-85c16de3ec08 req-e613b16a-24de-4925-beaa-ab028991854d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 945 time: 0.0827954 Jul 09 19:10:50.615024 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ad25f7f6-4565-4260-8947-85c16de3ec08 req-d5a8b384-2c7c-4d8d-828f-94ec2c28ad1a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 Jul 09 19:10:51.048620 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a9e55978-19b4-45c8-84d8-e6ca5fee4bd1 req-397d8b51-10d4-490f-b8f4-3b50c71a7d82 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 210 time: 0.0435014 Jul 09 19:10:51.301763 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:51.314883 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb079dd-d58b-4316-a8cf-17808981bc74 req-784874f2-7a56-4b46-b0eb-5e1160159f73 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:51.321145 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fcb079dd-d58b-4316-a8cf-17808981bc74 req-784874f2-7a56-4b46-b0eb-5e1160159f73 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1573451 Jul 09 19:10:51.387355 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fcb079dd-d58b-4316-a8cf-17808981bc74 req-ec57e26e-9491-45a3-941a-9fa5480b1027 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616758 Jul 09 19:10:51.439539 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4465ac-ecd8-46d0-8be3-709dc3a18fa1 req-8537a973-1097-44e8-b202-ebe5de81434b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:51.441570 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5c4465ac-ecd8-46d0-8be3-709dc3a18fa1 req-8537a973-1097-44e8-b202-ebe5de81434b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1795626 Jul 09 19:10:51.512686 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5c4465ac-ecd8-46d0-8be3-709dc3a18fa1 req-8c405761-11fb-44ca-b51f-4a82c214c270 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646815 Jul 09 19:10:51.676726 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053c31b-605d-4676-bb44-813f31ff7482 req-3faed218-7f7f-46f9-9efd-4ff0f3728044 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:51.678165 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6053c31b-605d-4676-bb44-813f31ff7482 req-3faed218-7f7f-46f9-9efd-4ff0f3728044 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0809073 Jul 09 19:10:51.686742 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 34426) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:10:51.698513 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-cd2d9d68-da79-44f3-b5ec-b325127ddf97 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'floatingip': {'port_id': '87791239-1572-46a0-993e-ae5625949bcc'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:51.773579 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d68-da79-44f3-b5ec-b325127ddf97 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:52.434187 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f41b5006-de08-40af-a4d9-72ce033ac300 req-68a7359d-230f-44fa-bbc1-a022e743222f tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 210 time: 0.2309072 Jul 09 19:10:52.548254 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-01294057-e38d-48f5-bb3d-eb3de2c8d425 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:52.548941 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-01294057-e38d-48f5-bb3d-eb3de2c8d425 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Synchronizing usage tracker for tenant:fd84f6841853449eb2e74b811f23ee67 on resource:network {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:10:52.700638 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-01294057-e38d-48f5-bb3d-eb3de2c8d425 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Unset dirty status for tenant:fd84f6841853449eb2e74b811f23ee67 on resource:network {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:10:52.702431 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-01294057-e38d-48f5-bb3d-eb3de2c8d425 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.26 "GET /v2.0/networks?id=2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c HTTP/1.1" status: 200 len: 809 time: 0.3235674 Jul 09 19:10:52.718796 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Request body: {'port': {'device_id': '831f6a1c-4bdb-4599-a7f0-3ced7705f41c', 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c', 'admin_state_up': True, 'tenant_id': 'fd84f6841853449eb2e74b811f23ee67'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:52.730038 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:52.766576 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d68-da79-44f3-b5ec-b325127ddf97 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:52.793701 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a4675-5dd9-4bc9-86bd-083216f3523c req-f8dd1a0e-a662-4fae-a8ff-052e1306e638 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:52.795232 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7c6a4675-5dd9-4bc9-86bd-083216f3523c req-f8dd1a0e-a662-4fae-a8ff-052e1306e638 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1039584 Jul 09 19:10:52.843613 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d68-da79-44f3-b5ec-b325127ddf97 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:52.871045 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e344a-ecf7-4c0c-a069-f2ae297b1ba4 req-7a98ff6e-15aa-409d-b9e5-035ac1291d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:52.872507 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-3b0e344a-ecf7-4c0c-a069-f2ae297b1ba4 req-7a98ff6e-15aa-409d-b9e5-035ac1291d27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 1099 time: 0.2168455 Jul 09 19:10:52.911313 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7c6a4675-5dd9-4bc9-86bd-083216f3523c req-edcd97c1-3171-4474-ba98-da7d395781dc tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066036 Jul 09 19:10:52.913891 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:10:52.921545 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Usage tracker for resource:port and tenant:fd84f6841853449eb2e74b811f23ee67 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:10:52.927206 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:10:52.935995 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-3b0e344a-ecf7-4c0c-a069-f2ae297b1ba4 req-88dc3140-54e8-4528-ae5e-c1c81b6ed6dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550187 Jul 09 19:10:52.936955 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:10:53.017500 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.l3_db [None req-cd2d9d68-da79-44f3-b5ec-b325127ddf97 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Floating IP 4db2728c-5923-4fcc-9be9-3d33932ef09f associated. External IP: 172.28.0.61, port: 87791239-1572-46a0-993e-ae5625949bcc. Jul 09 19:10:53.038255 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Made reservation on behalf of fd84f6841853449eb2e74b811f23ee67 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:10:53.041975 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:53.217469 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Allocated IP 172.20.0.12 (2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c/f97726d8-93a2-4ee3-947f-3ced90e24745/6d818eac-a75e-4863-994d-19446a7cf0fa) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:10:53.390316 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2d9d68-da79-44f3-b5ec-b325127ddf97 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:10:53.445592 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:53.553303 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:53.559092 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:53.627795 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:10:53.630884 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:10:53.634962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:10:53.676601 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Pushing event updated for resources: {'Port': ['ID=6d818eac-a75e-4863-994d-19446a7cf0fa,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:53.681178 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:53.712942 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:53.712942 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:53.726158 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2d9d68-da79-44f3-b5ec-b325127ddf97 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:10:53.737127 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] Sync routers for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:10:53.746671 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cd2d9d68-da79-44f3-b5ec-b325127ddf97 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:53.746855 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:10:53.747387 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:10:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:53.785997 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6e01e-bf2b-49f7-8165-8972adfab45d req-c4919017-70dd-4766-8083-68afc92e3055 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:53.793066 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b0c6e01e-bf2b-49f7-8165-8972adfab45d req-c4919017-70dd-4766-8083-68afc92e3055 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 932 time: 0.2477143 Jul 09 19:10:53.834271 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1206028 Jul 09 19:10:53.849666 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Request body: {'port': {'device_id': '831f6a1c-4bdb-4599-a7f0-3ced7705f41c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:10:53.863241 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-cd2d9d68-da79-44f3-b5ec-b325127ddf97 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "PUT /v2.0/floatingips/4db2728c-5923-4fcc-9be9-3d33932ef09f HTTP/1.1" status: 200 len: 990 time: 2.1753969 Jul 09 19:10:53.866352 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b0c6e01e-bf2b-49f7-8165-8972adfab45d req-370ea1a6-d655-49ae-a343-4e32cac41215 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727403 Jul 09 19:10:53.866874 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'tag': '87791239-1572-46a0-993e-ae5625949bcc'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:10:53.960570 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:10:53.975333 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'tag': '87791239-1572-46a0-993e-ae5625949bcc', 'status': 'completed', 'code': 200} Jul 09 19:10:54.068558 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:54.245509 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bd893-9b53-43bf-88d2-9102ae934c29 req-f2f2929f-ddb6-4a10-916c-5988bfba7081 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:54.248490 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-123bd893-9b53-43bf-88d2-9102ae934c29 req-f2f2929f-ddb6-4a10-916c-5988bfba7081 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1518333 Jul 09 19:10:54.359755 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-123bd893-9b53-43bf-88d2-9102ae934c29 req-23593020-913f-49f0-972c-681891489e9c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051455 Jul 09 19:10:54.465803 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195281-dbd4-4044-bc39-c46311a68c2f req-90e9bac4-a696-48fa-9bfd-1eb465bec3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:54.467446 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-41195281-dbd4-4044-bc39-c46311a68c2f req-90e9bac4-a696-48fa-9bfd-1eb465bec3fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 1098 time: 0.3902392 Jul 09 19:10:54.473727 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '4db2728c-5923-4fcc-9be9-3d33932ef09f', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'port_id': '87791239-1572-46a0-993e-ae5625949bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'mac_address': 'fa:16:3e:53:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:10:17Z', 'updated_at': '2021-07-09T19:10:52Z', 'revision_number': 1, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:54.478052 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] Checking router: b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:10:54.487483 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:10:54.488146 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:10:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:54.699518 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:10:54.719703 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195281-dbd4-4044-bc39-c46311a68c2f req-c7476455-db8d-4bb7-8b18-74c8b79f2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:54.721181 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-41195281-dbd4-4044-bc39-c46311a68c2f req-c7476455-db8d-4bb7-8b18-74c8b79f2108 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 910 time: 0.2399578 Jul 09 19:10:54.881612 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-41195281-dbd4-4044-bc39-c46311a68c2f req-065703e5-cd3c-4c80-a73b-3d9ebb53c7fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87791239-1572-46a0-993e-ae5625949bcc HTTP/1.1" status: 200 len: 998 time: 0.1508720 Jul 09 19:10:54.889836 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d818eac-a75e-4863-994d-19446a7cf0fa {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:10:54.987533 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:55.009954 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Transition to ACTIVE for port object 6d818eac-a75e-4863-994d-19446a7cf0fa will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:10:55.016536 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195281-dbd4-4044-bc39-c46311a68c2f req-e051a2d8-974f-4d81-ae82-de9d0454e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:55.017987 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-41195281-dbd4-4044-bc39-c46311a68c2f req-e051a2d8-974f-4d81-ae82-de9d0454e42c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 200 len: 849 time: 0.1230757 Jul 09 19:10:55.076942 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '4db2728c-5923-4fcc-9be9-3d33932ef09f', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'port_id': '87791239-1572-46a0-993e-ae5625949bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'mac_address': 'fa:16:3e:53:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:10:17Z', 'updated_at': '2021-07-09T19:10:52Z', 'revision_number': 1, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:10:55.084941 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26840133-357f-446d-b6e1-2c080ab4a57d None None] The sync data for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb is: [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '4db2728c-5923-4fcc-9be9-3d33932ef09f', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'port_id': '87791239-1572-46a0-993e-ae5625949bcc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'mac_address': 'fa:16:3e:53:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:10:17Z', 'updated_at': '2021-07-09T19:10:52Z', 'revision_number': 1, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:10:55.093959 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a04594-61f7-4fef-8421-75f9c416d844 req-c952dfa5-b632-41f0-836f-29de9eb13668 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:55.095601 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-24a04594-61f7-4fef-8421-75f9c416d844 req-c952dfa5-b632-41f0-836f-29de9eb13668 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 932 time: 0.0828025 Jul 09 19:10:55.101682 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:55.106983 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:55.144524 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-24a04594-61f7-4fef-8421-75f9c416d844 req-ef291d34-5953-4648-aa96-0189cee4d06a tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427959 Jul 09 19:10:55.149203 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41195281-dbd4-4044-bc39-c46311a68c2f req-5fca9d88-7a2a-4604-b384-98945bf411dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:55.150743 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-41195281-dbd4-4044-bc39-c46311a68c2f req-5fca9d88-7a2a-4604-b384-98945bf411dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bcd7813-3731-411e-8bb8-4ccc006ad519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1190076 Jul 09 19:10:55.305834 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e768c-ec46-4dd5-875e-c72ef945af8f None None] New status for floating IP 4db2728c-5923-4fcc-9be9-3d33932ef09f: ACTIVE {{(pid=79200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:10:55.358142 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Pushing event updated for resources: {'Port': ['ID=6d818eac-a75e-4863-994d-19446a7cf0fa,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:55.400454 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.400905 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.401332 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.401748 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.402159 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.402568 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.403047 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.403454 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.404382 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.404784 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.405192 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.405597 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:10:55.409870 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:55.481647 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Attempting to bind port 6d818eac-a75e-4863-994d-19446a7cf0fa on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:10:55.482173 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Attempting to bind port 6d818eac-a75e-4863-994d-19446a7cf0fa by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '778c4b9b-e5b4-42da-a23d-71734304077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:10:55.482777 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Attempting to bind port 6d818eac-a75e-4863-994d-19446a7cf0fa on network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:10:55.487208 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-41195281-dbd4-4044-bc39-c46311a68c2f req-a5ec90ea-e395-4dd9-baf0-3506e350d8c1 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225567 Jul 09 19:10:55.490988 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Port 6d818eac-a75e-4863-994d-19446a7cf0fa on network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:10:55.491410 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Attempting to bind port 6d818eac-a75e-4863-994d-19446a7cf0fa on network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:10:55.519042 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:10:55.519582 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Checking segment: {'id': '778c4b9b-e5b4-42da-a23d-71734304077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:10:55.520080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Bound using segment: {'id': '778c4b9b-e5b4-42da-a23d-71734304077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:10:55.520618 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Bound port: 6d818eac-a75e-4863-994d-19446a7cf0fa, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778c4b9b-e5b4-42da-a23d-71734304077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:10:55.521060 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:55.601880 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63f98e-9fed-44b0-b291-6d4beb2c6747 req-3f36a689-9a50-4dd3-8ae7-e4ea2340ab21 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:55.603398 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dc63f98e-9fed-44b0-b291-6d4beb2c6747 req-3f36a689-9a50-4dd3-8ae7-e4ea2340ab21 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0916555 Jul 09 19:10:55.648844 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dc63f98e-9fed-44b0-b291-6d4beb2c6747 req-3ec60ee1-bf00-4d4f-bbf8-63e4afed8cbf tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Jul 09 19:10:55.717216 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-41195281-dbd4-4044-bc39-c46311a68c2f req-58618c6e-bdbd-438b-97b1-a61922ae5ab1 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217536 Jul 09 19:10:55.718162 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] For port 6d818eac-a75e-4863-994d-19446a7cf0fa, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:10:55.721381 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] For port 6d818eac-a75e-4863-994d-19446a7cf0fa, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=6d818eac-a75e-4863-994d-19446a7cf0fa,segment=NetworkSegment(778c4b9b-e5b4-42da-a23d-71734304077f),segment_id=778c4b9b-e5b4-42da-a23d-71734304077f)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:10:55.799147 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:55.803978 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:10:55.861075 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:55.861678 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:10:55.863036 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] 10.222.0.26 "PUT /v2.0/ports/6d818eac-a75e-4863-994d-19446a7cf0fa HTTP/1.1" status: 200 len: 1094 time: 2.0179813 Jul 09 19:10:55.863513 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831f6a1c-4bdb-4599-a7f0-3ced7705f41c', 'tag': '6d818eac-a75e-4863-994d-19446a7cf0fa'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:10:55.887957 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Pushing event updated for resources: {'Port': ['ID=6d818eac-a75e-4863-994d-19446a7cf0fa,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:10:55.902598 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:10:55.918495 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831f6a1c-4bdb-4599-a7f0-3ced7705f41c', 'tag': '6d818eac-a75e-4863-994d-19446a7cf0fa', 'status': 'completed', 'code': 200} Jul 09 19:10:56.021718 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df9a5e-5622-4db3-9a28-1377b3a22655 req-cfc3e8c3-4514-4a39-a9a6-1a7f8051b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:56.023193 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a4df9a5e-5622-4db3-9a28-1377b3a22655 req-cfc3e8c3-4514-4a39-a9a6-1a7f8051b323 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd84f6841853449eb2e74b811f23ee67&device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 1097 time: 0.0769284 Jul 09 19:10:56.237050 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1d0a1-8785-4e54-bdd2-b985525dbf15 req-993f487b-9e59-4cd7-a521-15d0cc9c2c60 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:56.244886 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-09a1d0a1-8785-4e54-bdd2-b985525dbf15 req-993f487b-9e59-4cd7-a521-15d0cc9c2c60 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0934708 Jul 09 19:10:56.314676 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df9a5e-5622-4db3-9a28-1377b3a22655 req-1f8a27cb-2db0-4f30-b55e-85d006739277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:56.316033 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a4df9a5e-5622-4db3-9a28-1377b3a22655 req-1f8a27cb-2db0-4f30-b55e-85d006739277 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fd84f6841853449eb2e74b811f23ee67&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2797570 Jul 09 19:10:56.334245 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-09a1d0a1-8785-4e54-bdd2-b985525dbf15 req-4e79f38e-4e70-4458-abe2-cc6031548012 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885258 Jul 09 19:10:56.389569 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585ddd5-8f59-4c21-819d-d93a96f649f7 req-1822be50-52be-44a4-b5b7-cab40adee1c2 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:56.397552 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e585ddd5-8f59-4c21-819d-d93a96f649f7 req-1822be50-52be-44a4-b5b7-cab40adee1c2 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 944 time: 0.1359446 Jul 09 19:10:56.431897 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426bf8-08f5-47e4-a28b-ea4cefe9be6c req-d72cd35c-cc67-40ac-9bd8-7afb141898f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:56.433369 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d3426bf8-08f5-47e4-a28b-ea4cefe9be6c req-d72cd35c-cc67-40ac-9bd8-7afb141898f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 1099 time: 0.2748065 Jul 09 19:10:56.454092 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e585ddd5-8f59-4c21-819d-d93a96f649f7 req-96671093-6a13-4687-bc77-e267c20e50df tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528564 Jul 09 19:10:56.547565 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df9a5e-5622-4db3-9a28-1377b3a22655 req-a064d824-dca3-4dc5-bce8-f26330082b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:56.549169 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a4df9a5e-5622-4db3-9a28-1377b3a22655 req-a064d824-dca3-4dc5-bce8-f26330082b5c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2254567 Jul 09 19:10:56.641843 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426bf8-08f5-47e4-a28b-ea4cefe9be6c req-874160b8-7977-4ded-8de7-8c6c92a25076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:56.643338 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d3426bf8-08f5-47e4-a28b-ea4cefe9be6c req-874160b8-7977-4ded-8de7-8c6c92a25076 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 919 time: 0.1962361 Jul 09 19:10:56.721851 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d3426bf8-08f5-47e4-a28b-ea4cefe9be6c req-16114dab-2e33-499f-ac0b-2c3a391c3903 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a HTTP/1.1" status: 200 len: 217 time: 0.0684738 Jul 09 19:10:56.786112 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-ebac5c0c-28bb-4aa6-b8c2-21049aa41cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:56.787602 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-ebac5c0c-28bb-4aa6-b8c2-21049aa41cff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd84f6841853449eb2e74b811f23ee67&device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 1097 time: 0.1923301 Jul 09 19:10:56.853492 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3426bf8-08f5-47e4-a28b-ea4cefe9be6c req-d9a9747e-835c-4e9e-8f93-14dfcaa561b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:56.857193 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d3426bf8-08f5-47e4-a28b-ea4cefe9be6c req-d9a9747e-835c-4e9e-8f93-14dfcaa561b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f60a688-0427-4329-805e-76287dc10154 HTTP/1.1" status: 200 len: 859 time: 0.1216741 Jul 09 19:10:56.863456 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-55da9c01-c45a-4450-9a67-75c494d8c6ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d818eac-a75e-4863-994d-19446a7cf0fa HTTP/1.1" status: 200 len: 217 time: 0.0662875 Jul 09 19:10:56.964749 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d3426bf8-08f5-47e4-a28b-ea4cefe9be6c req-19d69c87-b299-4c5d-b58c-7475bfa9c895 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928304 Jul 09 19:10:57.047942 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-9d28691a-54be-4e57-a1d3-1203bd95063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:57.049361 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-9d28691a-54be-4e57-a1d3-1203bd95063e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f97726d8-93a2-4ee3-947f-3ced90e24745 HTTP/1.1" status: 200 len: 849 time: 0.1763177 Jul 09 19:10:57.103620 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-c40d15d8-5cf2-468f-b0f8-33bf9da52e50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442989 Jul 09 19:10:57.228459 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d3426bf8-08f5-47e4-a28b-ea4cefe9be6c req-5126b9ef-2eea-499d-b904-565bbde5a8ea service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554843 Jul 09 19:10:57.352119 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-98152f9c-ec80-4435-a0a8-efb32a6cc427 service neutron] 10.222.0.26 "GET /v2.0/networks/2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366953 Jul 09 19:10:57.484416 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d3426bf8-08f5-47e4-a28b-ea4cefe9be6c req-1dc4a106-5d81-4952-9231-f819c7874861 service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459443 Jul 09 19:10:57.535267 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d5f350d-248c-4a94-bf3d-68b27ae6d942 req-3ec51395-791a-419a-a9f5-df7926b2d939 service neutron] 10.222.0.26 "GET /v2.0/networks/2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729269 Jul 09 19:10:57.554926 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b092c1d-66b8-4735-9c64-1b1d7c44cf4b req-7544fe63-00eb-40eb-83e1-83329ceb1fa1 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:57.556494 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8b092c1d-66b8-4735-9c64-1b1d7c44cf4b req-7544fe63-00eb-40eb-83e1-83329ceb1fa1 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1042724 Jul 09 19:10:57.603785 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8b092c1d-66b8-4735-9c64-1b1d7c44cf4b req-7f86e609-3ab9-4f2d-a544-29a66cfc1cb0 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Jul 09 19:10:57.645085 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cd681-b351-4cbd-b693-3ea1dbabf556 req-e55e737b-373c-4d76-bd44-47cd68b8b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:57.646723 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f59cd681-b351-4cbd-b693-3ea1dbabf556 req-e55e737b-373c-4d76-bd44-47cd68b8b365 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 1099 time: 0.0932581 Jul 09 19:10:57.786069 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d0842-9c00-4cf7-a9cc-13bbb2136895 req-2ba8924a-1ff4-431b-b8ce-f08015e3dd16 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:57.787661 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-838d0842-9c00-4cf7-a9cc-13bbb2136895 req-2ba8924a-1ff4-431b-b8ce-f08015e3dd16 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 944 time: 0.0818198 Jul 09 19:10:57.839616 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-838d0842-9c00-4cf7-a9cc-13bbb2136895 req-85cf6a9b-7136-479b-867e-4aeb01efe2cb tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455892 Jul 09 19:10:57.902434 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cd681-b351-4cbd-b693-3ea1dbabf556 req-e14e3936-e5f7-4e07-a064-9068039533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:57.907981 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f59cd681-b351-4cbd-b693-3ea1dbabf556 req-e14e3936-e5f7-4e07-a064-9068039533e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 919 time: 0.2308309 Jul 09 19:10:58.019045 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f59cd681-b351-4cbd-b693-3ea1dbabf556 req-1bd0a797-2ffe-4a13-8af3-2e4ab9b4c7bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a HTTP/1.1" status: 200 len: 217 time: 0.1043711 Jul 09 19:10:58.111122 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cd681-b351-4cbd-b693-3ea1dbabf556 req-9e62f15a-4b01-4319-963b-5d3c23bf953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:58.112638 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f59cd681-b351-4cbd-b693-3ea1dbabf556 req-9e62f15a-4b01-4319-963b-5d3c23bf953e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f60a688-0427-4329-805e-76287dc10154 HTTP/1.1" status: 200 len: 859 time: 0.0832176 Jul 09 19:10:58.165908 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f59cd681-b351-4cbd-b693-3ea1dbabf556 req-5c3d6c0b-d6c8-447e-aa8e-ca4ef537791d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406394 Jul 09 19:10:58.317419 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f59cd681-b351-4cbd-b693-3ea1dbabf556 req-7ca480fd-e8f2-4acb-91bf-e90e99f8a037 service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313751 Jul 09 19:10:58.453439 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f59cd681-b351-4cbd-b693-3ea1dbabf556 req-01080969-1b3d-456c-9f2b-561a237f037f service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250391 Jul 09 19:10:58.787474 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38015bbe-ec8b-49a6-abc0-c831503796e0 req-9f59267c-14e1-4567-aefe-e729486d6b52 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:58.788857 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-38015bbe-ec8b-49a6-abc0-c831503796e0 req-9f59267c-14e1-4567-aefe-e729486d6b52 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0783327 Jul 09 19:10:58.832618 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-38015bbe-ec8b-49a6-abc0-c831503796e0 req-9f717a8d-4466-42f4-916a-6bfe45e35594 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382390 Jul 09 19:10:59.027216 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faef7ff-5d9a-4274-a23f-2d8fb5355264 req-2c2cdcfe-1cf8-4b74-a1ec-423d54b48054 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:10:59.028698 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4faef7ff-5d9a-4274-a23f-2d8fb5355264 req-2c2cdcfe-1cf8-4b74-a1ec-423d54b48054 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 944 time: 0.0828931 Jul 09 19:10:59.075333 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4faef7ff-5d9a-4274-a23f-2d8fb5355264 req-eac4798a-b158-49ba-ab07-117bf0e71f1c tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Jul 09 19:11:00.018699 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ded4f0-6d50-4e92-8655-67030dc0b2a2 req-4f0209cc-ca76-4e92-9b2b-e769925c9e84 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:00.020196 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-51ded4f0-6d50-4e92-8655-67030dc0b2a2 req-4f0209cc-ca76-4e92-9b2b-e769925c9e84 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0787966 Jul 09 19:11:00.069086 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-51ded4f0-6d50-4e92-8655-67030dc0b2a2 req-9e06e699-8503-4501-9ba4-993ac6038cda tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430541 Jul 09 19:11:00.263794 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415e9a8-3dc3-4435-8bb1-85741ea10f45 req-ef63ea55-b689-4e90-aab4-9c23ad7256fb tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:00.265236 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c415e9a8-3dc3-4435-8bb1-85741ea10f45 req-ef63ea55-b689-4e90-aab4-9c23ad7256fb tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 944 time: 0.0823295 Jul 09 19:11:00.310826 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c415e9a8-3dc3-4435-8bb1-85741ea10f45 req-d1e5b668-6133-4557-a497-f0dda228acd5 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Jul 09 19:11:00.649122 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a3e0f211-1b6a-4067-a510-b9b53b239d75 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:00.650560 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a3e0f211-1b6a-4067-a510-b9b53b239d75 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 815 time: 0.1437974 Jul 09 19:11:00.665233 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-e3a8d210-24e6-477c-80f7-71ea47c69134 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/quotas/d8f84d62ccf4490e8448ee7390151127 HTTP/1.1" status: 200 len: 375 time: 0.0092025 Jul 09 19:11:00.752525 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-4e975615-a970-48e2-af2e-c53d380ffe08 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824096 Jul 09 19:11:00.965029 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-859d9b61-b50d-41b2-90ff-7b0c0a205fc5 service neutron] 10.222.0.16 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055404 Jul 09 19:11:01.100452 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-f348f12c-529f-4367-b967-0aac59c24885 service neutron] 10.222.0.16 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287117 Jul 09 19:11:01.263093 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b923e7-baa4-4a22-b9bb-8f5b199b7290 req-a901c602-5337-453a-82fe-6fadefd811b3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:01.263093 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a1b923e7-baa4-4a22-b9bb-8f5b199b7290 req-a901c602-5337-453a-82fe-6fadefd811b3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0787489 Jul 09 19:11:01.347290 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a1b923e7-baa4-4a22-b9bb-8f5b199b7290 req-3861c3f9-ae34-448b-8b4b-6f5f48265f25 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807672 Jul 09 19:11:01.349647 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2719489c-6e31-4c44-96e6-c4b8b4961b42 req-375e99c1-f82c-4f6b-b01e-ce2f7086551c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 210 time: 0.0526958 Jul 09 19:11:01.536845 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa781fc-d70f-4a9f-b11d-9e57f5c9d829 req-375167d0-a9f7-40aa-863b-367033c87c1c tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:01.543661 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2aa781fc-d70f-4a9f-b11d-9e57f5c9d829 req-375167d0-a9f7-40aa-863b-367033c87c1c tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 944 time: 0.0874772 Jul 09 19:11:01.584379 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2aa781fc-d70f-4a9f-b11d-9e57f5c9d829 req-49f9c68b-def3-4581-a838-630baf687f11 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398710 Jul 09 19:11:01.637882 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:02.487304 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 6d818eac-a75e-4863-994d-19446a7cf0fa details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:11:02.504020 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d3a48948-2d0c-401f-b559-8a5eea6293d7 req-efd03780-b8e8-492c-897f-50575f3f9343 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 210 time: 0.0461657 Jul 09 19:11:02.660964 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 6d818eac-a75e-4863-994d-19446a7cf0fa, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=6d818eac-a75e-4863-994d-19446a7cf0fa,segment=NetworkSegment(778c4b9b-e5b4-42da-a23d-71734304077f),segment_id=778c4b9b-e5b4-42da-a23d-71734304077f)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:02.660964 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '6d818eac-a75e-4863-994d-19446a7cf0fa', 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c', 'port_id': '6d818eac-a75e-4863-994d-19446a7cf0fa', 'mac_address': 'fa:16:3e:b5:4d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97726d8-93a2-4ee3-947f-3ced90e24745', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:11:02.720884 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:02.731360 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 34620) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:02.746988 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d818eac-a75e-4863-994d-19446a7cf0fa {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:11:02.768750 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 6d818eac-a75e-4863-994d-19446a7cf0fa, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=6d818eac-a75e-4863-994d-19446a7cf0fa,segment=NetworkSegment(778c4b9b-e5b4-42da-a23d-71734304077f),segment_id=778c4b9b-e5b4-42da-a23d-71734304077f)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:02.789696 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5324d-f886-4138-aaad-8a10627ae1ea req-824d0eb6-6515-4c50-bf73-3829c1bcbb41 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:02.791249 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cac5324d-f886-4138-aaad-8a10627ae1ea req-824d0eb6-6515-4c50-bf73-3829c1bcbb41 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 944 time: 0.0856540 Jul 09 19:11:02.842881 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cac5324d-f886-4138-aaad-8a10627ae1ea req-501b5245-00bc-4f1a-915e-f815ab42fe8a tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Jul 09 19:11:02.849853 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:02.851809 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:02.934574 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=6d818eac-a75e-4863-994d-19446a7cf0fa,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:02.943515 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.944127 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:02.944250 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.944524 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.944947 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.945335 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.945726 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.946109 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.946499 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.946904 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.947279 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.947654 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.948179 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:02.952873 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:02.964004 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:02.967961 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] Usage tracker for resource:security_group_rule and tenant:19de67bbf6894dc8aadf20cb22076f3a is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:02.970989 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:02.976931 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:03.055833 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:03.123429 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:03.131349 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-248aca5e-4f80-42d8-9013-449d4d4499b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:03.172373 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19de67bbf6894dc8aadf20cb22076f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398348 Jul 09 19:11:03.173863 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7e6562-0e75-4094-a1de-add9f7c4a6de,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:03.175662 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 34628) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:03.176886 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:03.237686 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:03.262889 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:03.387628 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:03.392611 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f6e20733-cbef-47aa-b05f-6dff2f709c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:03.404547 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['6d818eac-a75e-4863-994d-19446a7cf0fa'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:03.415731 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:03.420379 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f7e6562-0e75-4094-a1de-add9f7c4a6de HTTP/1.1" status: 204 len: 168 time: 0.2436140 Jul 09 19:11:03.421690 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7e6562-0e75-4094-a1de-add9f7c4a6de,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:03.435275 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.435628 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.435973 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.436312 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.436645 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.436979 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.437309 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.437634 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.437964 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.438290 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.439759 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.439759 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:03.450090 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:03.563448 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89fd72-4869-4802-ab6b-368cb28cc1ef req-8a0e7579-035d-4714-b100-8c14246b851e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:03.570605 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4a89fd72-4869-4802-ab6b-368cb28cc1ef req-8a0e7579-035d-4714-b100-8c14246b851e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0948689 Jul 09 19:11:03.621606 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4a89fd72-4869-4802-ab6b-368cb28cc1ef req-fb21b639-c21f-44f1-8836-769a7e499aea tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499005 Jul 09 19:11:03.682288 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-244d5b54-eec8-41d2-a0fd-2d70f8ef4f48 req-53fcb602-3141-4a6e-9b3f-8de25738520a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 210 time: 0.0470800 Jul 09 19:11:03.773136 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-d4159363-f925-431d-a7da-c710112161f1 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:03.775780 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-d4159363-f925-431d-a7da-c710112161f1 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 815 time: 0.1753418 Jul 09 19:11:03.791338 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Request body: {'port': {'device_id': '99d5730c-a282-428a-898f-94820de32ce0', 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd', 'admin_state_up': True, 'tenant_id': 'd8f84d62ccf4490e8448ee7390151127'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:03.947852 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:03.951828 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Usage tracker for resource:port and tenant:d8f84d62ccf4490e8448ee7390151127 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:03.955620 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:03.961926 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:04.059995 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Made reservation on behalf of d8f84d62ccf4490e8448ee7390151127 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:11:04.063532 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:04.184151 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495da9f-7e85-47a7-b4bc-0af326047fe3 req-6d5e093d-2555-401c-b5c4-48996a747b23 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:04.190662 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f495da9f-7e85-47a7-b4bc-0af326047fe3 req-6d5e093d-2555-401c-b5c4-48996a747b23 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 945 time: 0.0912430 Jul 09 19:11:04.245614 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Allocated IP 172.20.0.3 (8694520c-be46-43e2-91c4-fabd47ed11bd/146b580e-1917-4660-b084-4dfefa42214e/c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:11:04.246510 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f495da9f-7e85-47a7-b4bc-0af326047fe3 req-40f47c4f-7249-4cc1-a1fd-53b68802ca39 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509255 Jul 09 19:11:04.468019 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:04.556935 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:04.574497 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-acdd847b-71cb-4857-8eb0-bdf20f9c76a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:04.633487 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Network 8694520c-be46-43e2-91c4-fabd47ed11bd is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:11:04.636633 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:04.640075 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:11:04.641753 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb', '0947d968-9162-431e-93a7-375437ae2523', '4e5dad2e-5321-49a6-89d5-92e2193a7617'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:04.688716 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Pushing event updated for resources: {'Port': ['ID=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:04.691694 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:04.722311 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:04.723154 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:04.860431 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0733113 Jul 09 19:11:04.874991 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Request body: {'port': {'device_id': '99d5730c-a282-428a-898f-94820de32ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:04.956716 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88210ec6-6f00-4859-b2f0-21564dda53c7 req-8f52c01a-0356-4922-a13d-41ffe7929595 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:04.958259 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-88210ec6-6f00-4859-b2f0-21564dda53c7 req-8f52c01a-0356-4922-a13d-41ffe7929595 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 931 time: 0.1544442 Jul 09 19:11:05.047821 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-88210ec6-6f00-4859-b2f0-21564dda53c7 req-cad2cfc4-16c5-4485-b3bc-1a9c5432a15a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821211 Jul 09 19:11:05.093101 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:05.480040 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb8c03-ed7d-47c5-a339-6d62ff8fad33 req-8a95f5f7-1544-400f-9152-ba51e6c99077 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:05.481528 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7ebb8c03-ed7d-47c5-a339-6d62ff8fad33 req-8a95f5f7-1544-400f-9152-ba51e6c99077 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 945 time: 0.1245632 Jul 09 19:11:05.527627 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7ebb8c03-ed7d-47c5-a339-6d62ff8fad33 req-9772c6da-cb49-4602-8336-a2e614cd520f tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Jul 09 19:11:05.543364 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:11:05.551534 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:05.566067 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Transition to ACTIVE for port object c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:05.689451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:05.693649 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-acb5d573-bec8-497e-becf-4db4d9bf0e83 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:05.847653 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Pushing event updated for resources: {'Port': ['ID=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:05.877160 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:05.952601 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Attempting to bind port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:11:05.952934 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Attempting to bind port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:11:05.953262 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Attempting to bind port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db on network 8694520c-be46-43e2-91c4-fabd47ed11bd {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:11:05.957899 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db on network 8694520c-be46-43e2-91c4-fabd47ed11bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:11:05.958217 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Attempting to bind port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db on network 8694520c-be46-43e2-91c4-fabd47ed11bd {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:11:05.963285 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:11:05.963615 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Checking segment: {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:11:05.963993 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Bound using segment: {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:11:05.964418 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Bound port: c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23053b9d-8286-467f-afe6-176f54d57153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:11:05.964762 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:06.055252 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] For port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:11:06.058083 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] For port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:11:06.124050 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:06.128411 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-73c52242-02e3-49cf-8627-9d273213f481 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:06.183051 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:06.183657 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:06.185243 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] 10.222.0.26 "PUT /v2.0/ports/c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db HTTP/1.1" status: 200 len: 1093 time: 1.3148601 Jul 09 19:11:06.187699 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d5730c-a282-428a-898f-94820de32ce0', 'tag': 'c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:06.209853 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Pushing event updated for resources: {'Port': ['ID=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:06.213083 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:06.244221 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff9ad9-4a57-4225-8232-92dcc0bec5b6 req-10a324a6-b7c9-429d-ad0b-f8576b20ae6c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:06.245680 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-98ff9ad9-4a57-4225-8232-92dcc0bec5b6 req-10a324a6-b7c9-429d-ad0b-f8576b20ae6c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 943 time: 0.0841208 Jul 09 19:11:06.295010 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-98ff9ad9-4a57-4225-8232-92dcc0bec5b6 req-2f9cfe90-6209-400d-950f-50a325cbf355 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Jul 09 19:11:06.344376 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d5730c-a282-428a-898f-94820de32ce0', 'tag': 'c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db', 'status': 'completed', 'code': 200} Jul 09 19:11:06.354302 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-b0aa2312-c8b1-4894-b501-aa0cf8d57dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:06.355801 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-b0aa2312-c8b1-4894-b501-aa0cf8d57dfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0737801 Jul 09 19:11:06.428733 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-8e22794b-c63d-4543-bf35-c15412ffeec1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db HTTP/1.1" status: 200 len: 217 time: 0.0634685 Jul 09 19:11:06.498207 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-984e87fa-cb4c-44f1-9ef1-1d188bfebf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:06.499654 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-984e87fa-cb4c-44f1-9ef1-1d188bfebf7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=146b580e-1917-4660-b084-4dfefa42214e HTTP/1.1" status: 200 len: 855 time: 0.0603995 Jul 09 19:11:06.520325 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 6d818eac-a75e-4863-994d-19446a7cf0fa up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:06.552768 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-5031bca5-59c5-497a-81dc-0f9b45c1a8c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8694520c-be46-43e2-91c4-fabd47ed11bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431519 Jul 09 19:11:06.659576 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 6d818eac-a75e-4863-994d-19446a7cf0fa completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:06.664729 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 6d818eac-a75e-4863-994d-19446a7cf0fa triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:06.668973 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:06.696112 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-55ef5ccd-e015-4c59-80a4-fe18ab852caa service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293333 Jul 09 19:11:06.725299 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c9bcd-a8cd-43e5-a884-3370bcec081b req-2fefeaef-d14e-40b2-b235-0bce7dd0ab5f tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:06.727294 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1a2c9bcd-a8cd-43e5-a884-3370bcec081b req-2fefeaef-d14e-40b2-b235-0bce7dd0ab5f tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 945 time: 0.0830803 Jul 09 19:11:06.778948 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1a2c9bcd-a8cd-43e5-a884-3370bcec081b req-269eb187-2fd5-477f-a457-52d0206e996d tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457687 Jul 09 19:11:06.797348 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:06.828775 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831f6a1c-4bdb-4599-a7f0-3ced7705f41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d818eac-a75e-4863-994d-19446a7cf0fa'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:06.857222 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 6d818eac-a75e-4863-994d-19446a7cf0fa, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=6d818eac-a75e-4863-994d-19446a7cf0fa,segment=NetworkSegment(778c4b9b-e5b4-42da-a23d-71734304077f),segment_id=778c4b9b-e5b4-42da-a23d-71734304077f)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:06.865716 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c39a99a9-e130-48d4-af0f-37cd3a311b50 req-d8c890fa-1fdf-4926-a248-aff39635cae3 service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611607 Jul 09 19:11:06.890312 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831f6a1c-4bdb-4599-a7f0-3ced7705f41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d818eac-a75e-4863-994d-19446a7cf0fa', 'code': 200} Jul 09 19:11:06.952791 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:06.955848 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-cfebe43f-474d-43ad-a19f-f3c389ad82ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:07.042113 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=6d818eac-a75e-4863-994d-19446a7cf0fa,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:07.045217 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:07.087505 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a76f20-c8e2-43f8-954e-311507099edf req-1d8a2f0c-7bd4-4ff2-9817-f8264341a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:07.089297 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a4a76f20-c8e2-43f8-954e-311507099edf req-1d8a2f0c-7bd4-4ff2-9817-f8264341a9bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d8f84d62ccf4490e8448ee7390151127&device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 1096 time: 0.0722823 Jul 09 19:11:07.111393 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-cdc72d44-64f2-46bb-96ac-f777a92b5d27 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7902c2bd0a0240a88db095ff5c116b10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270188 Jul 09 19:11:07.227813 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a76f20-c8e2-43f8-954e-311507099edf req-186a0692-06b3-42a0-8a35-4239ef3dbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:07.229287 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a4a76f20-c8e2-43f8-954e-311507099edf req-186a0692-06b3-42a0-8a35-4239ef3dbe10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 200 len: 915 time: 0.1326900 Jul 09 19:11:07.268114 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-d9d421b2-7092-4ee6-ae3d-f6bbd6e4dd1d tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:07.269594 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-d9d421b2-7092-4ee6-ae3d-f6bbd6e4dd1d tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523623 Jul 09 19:11:07.284652 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-aeb23242-8a87-435a-ae9d-eedd0e4aeb45 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/quotas/7902c2bd0a0240a88db095ff5c116b10 HTTP/1.1" status: 200 len: 375 time: 0.0095222 Jul 09 19:11:07.331759 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-c91b57ed-ce61-4626-9d2f-ac05dbd8bde7 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7902c2bd0a0240a88db095ff5c116b10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419133 Jul 09 19:11:07.346036 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a4a76f20-c8e2-43f8-954e-311507099edf req-5b410670-f425-4aea-868c-b848ba3730de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db HTTP/1.1" status: 200 len: 217 time: 0.1067255 Jul 09 19:11:07.513191 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de2b4b-d451-4ccb-b2a7-6e3d47bd6c29 req-ed46ff7b-f1e1-4b49-b432-27254872226e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:07.514671 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b4de2b4b-d451-4ccb-b2a7-6e3d47bd6c29 req-ed46ff7b-f1e1-4b49-b432-27254872226e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 943 time: 0.0953383 Jul 09 19:11:07.521344 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a76f20-c8e2-43f8-954e-311507099edf req-6e6c249e-3dd6-4839-ba60-a1ccde0c6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:07.522784 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a4a76f20-c8e2-43f8-954e-311507099edf req-6e6c249e-3dd6-4839-ba60-a1ccde0c6055 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=146b580e-1917-4660-b084-4dfefa42214e HTTP/1.1" status: 200 len: 855 time: 0.1641254 Jul 09 19:11:07.534937 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dfc9f-e992-4f99-bd03-eaaf462bb433 req-1bef3480-134a-4e7b-88b7-afb9aef0edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:07.536378 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ed0dfc9f-e992-4f99-bd03-eaaf462bb433 req-1bef3480-134a-4e7b-88b7-afb9aef0edb2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 1099 time: 0.2318089 Jul 09 19:11:07.573865 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b4de2b4b-d451-4ccb-b2a7-6e3d47bd6c29 req-8f1fcb38-6a74-49f0-9b3b-99ff8ec75e4f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502064 Jul 09 19:11:07.594347 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a4a76f20-c8e2-43f8-954e-311507099edf req-cc60f6d8-6804-4f4f-b236-2d36c8180042 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8694520c-be46-43e2-91c4-fabd47ed11bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635464 Jul 09 19:11:07.711090 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ed0dfc9f-e992-4f99-bd03-eaaf462bb433 req-0e2d27e9-b8cd-47ab-b460-010436a2a48c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416812 Jul 09 19:11:07.751855 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7f96a33d-6c9a-49fa-8d4c-e7088b410533 req-507f67f9-9990-41b5-8130-cc7041ffd985 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 210 time: 0.1132057 Jul 09 19:11:07.763960 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a4a76f20-c8e2-43f8-954e-311507099edf req-d2efc1c9-ab9c-4a10-89f5-bfde23d747ef service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579323 Jul 09 19:11:08.010879 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a4a76f20-c8e2-43f8-954e-311507099edf req-f9e795f7-de2b-4969-afb5-e918a885dd2e service neutron] 10.222.0.26 "GET /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428783 Jul 09 19:11:08.055707 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8c5c-9b54-49a4-b2d9-4b501cec028a req-718aa603-e662-4008-8a2f-7333e9607cdd tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:08.057224 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-19bf8c5c-9b54-49a4-b2d9-4b501cec028a req-718aa603-e662-4008-8a2f-7333e9607cdd tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 946 time: 0.1055717 Jul 09 19:11:08.109364 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-19bf8c5c-9b54-49a4-b2d9-4b501cec028a req-8055da74-a275-44a7-8ddc-cd37a0f17bd0 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460176 Jul 09 19:11:08.765514 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c9885-9952-47c1-a2b5-42bf09892e61 req-6cf923d7-1fdf-496b-9c2e-8d2cf7f94b82 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:08.767134 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c18c9885-9952-47c1-a2b5-42bf09892e61 req-6cf923d7-1fdf-496b-9c2e-8d2cf7f94b82 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 943 time: 0.0788932 Jul 09 19:11:08.813688 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c18c9885-9952-47c1-a2b5-42bf09892e61 req-2735203d-2516-4561-b922-078555e83132 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Jul 09 19:11:08.915594 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-58bd23c4-3e22-4456-8a96-be5c7f653257 req-14df8c2f-359b-40a2-953c-859cf6ccafb0 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 210 time: 0.0508308 Jul 09 19:11:08.998030 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5f6f-1c23-47f9-a9e8-3a76ad7d9049 req-fb7f5265-ef0c-4adb-97b1-cc1e9bcc3770 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:08.999629 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eade5f6f-1c23-47f9-a9e8-3a76ad7d9049 req-fb7f5265-ef0c-4adb-97b1-cc1e9bcc3770 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0831776 Jul 09 19:11:09.013092 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995182c1-e6ea-4f9d-a601-0b47063bacfc req-087b90a5-56bb-45af-9bd3-de591b1fd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:09.015921 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-995182c1-e6ea-4f9d-a601-0b47063bacfc req-087b90a5-56bb-45af-9bd3-de591b1fd00e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 1099 time: 0.0899198 Jul 09 19:11:09.047059 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eade5f6f-1c23-47f9-a9e8-3a76ad7d9049 req-d7e35fdf-4843-4ba2-8dce-b9f6ff2b97e8 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Jul 09 19:11:09.199193 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995182c1-e6ea-4f9d-a601-0b47063bacfc req-447ceb91-d687-4f06-a74e-79593c8f16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:09.200586 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-995182c1-e6ea-4f9d-a601-0b47063bacfc req-447ceb91-d687-4f06-a74e-79593c8f16f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 919 time: 0.1522920 Jul 09 19:11:09.276990 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-995182c1-e6ea-4f9d-a601-0b47063bacfc req-ca451687-377c-4bb8-ad66-d49586f8eb19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a HTTP/1.1" status: 200 len: 217 time: 0.0688593 Jul 09 19:11:09.314134 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01192278-7673-48aa-903b-377f27731dc0 req-8cc41234-dea9-459d-81b7-8388945f341a tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:09.315649 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-01192278-7673-48aa-903b-377f27731dc0 req-8cc41234-dea9-459d-81b7-8388945f341a tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 946 time: 0.0890651 Jul 09 19:11:09.361225 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-01192278-7673-48aa-903b-377f27731dc0 req-a3de1387-40e4-4ae3-93ce-424d3143e091 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Jul 09 19:11:09.364295 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995182c1-e6ea-4f9d-a601-0b47063bacfc req-77936874-d8d3-49b5-b1f1-4504969949e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:09.365768 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-995182c1-e6ea-4f9d-a601-0b47063bacfc req-77936874-d8d3-49b5-b1f1-4504969949e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f60a688-0427-4329-805e-76287dc10154 HTTP/1.1" status: 200 len: 859 time: 0.0686834 Jul 09 19:11:09.424830 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-995182c1-e6ea-4f9d-a601-0b47063bacfc req-a69c24fe-6bc4-4f5e-b9e3-f92bb52429db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408132 Jul 09 19:11:09.560492 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-995182c1-e6ea-4f9d-a601-0b47063bacfc req-bd72fcaa-96a0-488d-be1b-ac8b4a705b1f service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257398 Jul 09 19:11:09.695158 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-995182c1-e6ea-4f9d-a601-0b47063bacfc req-63b09dab-4358-4ec0-a5e2-a18e7300d752 service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242454 Jul 09 19:11:09.999703 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf712618-7069-49bd-81cb-cf5b62a74e85 req-3a146b4c-056a-45db-aac1-5283530e578e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:10.001054 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf712618-7069-49bd-81cb-cf5b62a74e85 req-3a146b4c-056a-45db-aac1-5283530e578e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 943 time: 0.0819237 Jul 09 19:11:10.072884 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-750b6ae5-0fff-402b-992c-a67e02e631f8 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7902c2bd0a0240a88db095ff5c116b10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274069 Jul 09 19:11:10.084067 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9f0980a3-fb79-4bc0-886f-5cdbcd618e97 req-34cb3e3e-aea3-4be6-9b55-4a4a5f93494a tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 210 time: 0.0577860 Jul 09 19:11:10.094416 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf712618-7069-49bd-81cb-cf5b62a74e85 req-336d14c2-7491-496c-9ed6-346efd3d1a96 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862393 Jul 09 19:11:10.229969 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-5edb4fc8-9570-42ff-9ac7-9f8edb28c1a8 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:10.231429 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-5edb4fc8-9570-42ff-9ac7-9f8edb28c1a8 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535709 Jul 09 19:11:10.252167 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Request body: {'port': {'device_id': 'a826fa15-359b-4a56-892c-4bfd4494a72e', 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8', 'admin_state_up': True, 'tenant_id': '7902c2bd0a0240a88db095ff5c116b10'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:10.275023 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e110d1-7e83-4aa3-b176-907628a8df17 req-81bdf044-042f-4a8d-bcad-b61d5de3517e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:10.276603 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c3e110d1-7e83-4aa3-b176-907628a8df17 req-81bdf044-042f-4a8d-bcad-b61d5de3517e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0845747 Jul 09 19:11:10.333648 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c3e110d1-7e83-4aa3-b176-907628a8df17 req-cae80cef-b7a3-4c4a-9dda-db7534b4736e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510542 Jul 09 19:11:10.400113 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:10.404373 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Usage tracker for resource:port and tenant:7902c2bd0a0240a88db095ff5c116b10 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:10.407285 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:10.413691 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:10.460897 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Made reservation on behalf of 7902c2bd0a0240a88db095ff5c116b10 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:11:10.464625 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:10.478356 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:10.498469 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:10.502989 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Usage tracker for resource:security_group_rule and tenant:7902c2bd0a0240a88db095ff5c116b10 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:10.506132 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:10.512023 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:10.554859 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4aea6-5a9f-49ed-ae4b-7dae9c28939a req-57f293a7-aae2-4b57-83c5-65db1613546b tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:10.556358 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dda4aea6-5a9f-49ed-ae4b-7dae9c28939a req-57f293a7-aae2-4b57-83c5-65db1613546b tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 946 time: 0.0897889 Jul 09 19:11:10.595624 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:10.601755 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dda4aea6-5a9f-49ed-ae4b-7dae9c28939a req-376c2c24-31cf-4eb8-bd38-82832e515b6d tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Jul 09 19:11:10.655142 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:10.659713 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3cffb937-6ba3-4413-bc73-9560d1f5f6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:10.739514 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6ddf3-651d-46bc-995d-6bd8d83470ba,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:10.744594 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:10.894373 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Allocated IP 192.168.233.182 (8bf00153-7b85-4723-a37b-2f68bf4e33e8/fcac1e3d-12b9-4fe0-9c65-7862b47770e1/6ce36089-6b74-4b41-812c-0f25979f2e7e) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:11:11.090941 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:11.106155 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Transition to ACTIVE for port object 6ce36089-6b74-4b41-812c-0f25979f2e7e will not be triggered until provisioned by entity DHCP. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:11.196752 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:11.202121 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:11.269838 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:11:11.273004 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:11.276892 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:11:11.320489 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Pushing event updated for resources: {'Port': ['ID=6ce36089-6b74-4b41-812c-0f25979f2e7e,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:11.325080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:11.355065 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf265d-d3c4-4fb1-924e-c9dc1b9efc5a req-a4a06e35-fe5d-4bc3-a9d6-f9f7ad138ba7 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:11.356460 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-66cf265d-d3c4-4fb1-924e-c9dc1b9efc5a req-a4a06e35-fe5d-4bc3-a9d6-f9f7ad138ba7 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 936 time: 0.1614404 Jul 09 19:11:11.359700 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:11.360333 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:11.369584 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb9e2c-f7d8-49bd-a4a0-c37de91d175a req-cf93e1f2-a974-44f1-b680-258ea3c774f8 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:11.371224 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-17eb9e2c-f7d8-49bd-a4a0-c37de91d175a req-cf93e1f2-a974-44f1-b680-258ea3c774f8 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 943 time: 0.1270397 Jul 09 19:11:11.443509 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-66cf265d-d3c4-4fb1-924e-c9dc1b9efc5a req-8584e93a-e8fe-4644-a8ea-89599a23d7cb tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710623 Jul 09 19:11:11.451171 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-17eb9e2c-f7d8-49bd-a4a0-c37de91d175a req-41721e52-cfed-4ab2-b005-20ae4a76646c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620437 Jul 09 19:11:11.465851 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2116823 Jul 09 19:11:11.477492 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Request body: {'port': {'device_id': 'a826fa15-359b-4a56-892c-4bfd4494a72e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:11.594254 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:11.655449 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-88ad8d4d-b3a1-4e1c-a335-9c12f1f86ccb None None] Provisioning for port 6ce36089-6b74-4b41-812c-0f25979f2e7e completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:11.658986 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c84cf-dc89-43cc-9e8b-07ec12a8ad73 req-42788495-a03f-4754-8097-fec9589570a8 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:11.660458 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b87c84cf-dc89-43cc-9e8b-07ec12a8ad73 req-42788495-a03f-4754-8097-fec9589570a8 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0839412 Jul 09 19:11:11.663487 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-88ad8d4d-b3a1-4e1c-a335-9c12f1f86ccb None None] Provisioning complete for port 6ce36089-6b74-4b41-812c-0f25979f2e7e triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:11.664479 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-88ad8d4d-b3a1-4e1c-a335-9c12f1f86ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:11.709679 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b87c84cf-dc89-43cc-9e8b-07ec12a8ad73 req-ebf2f8e3-7340-433e-8e3c-85ea95966f51 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Jul 09 19:11:11.733608 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-88ad8d4d-b3a1-4e1c-a335-9c12f1f86ccb None None] Port 6ce36089-6b74-4b41-812c-0f25979f2e7e cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:11:11.946420 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce36089-6b74-4b41-812c-0f25979f2e7e {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:11:11.953634 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:11.967689 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Transition to ACTIVE for port object 6ce36089-6b74-4b41-812c-0f25979f2e7e will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:12.058981 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:12.063467 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:12.213466 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Pushing event updated for resources: {'Port': ['ID=6ce36089-6b74-4b41-812c-0f25979f2e7e,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:12.220390 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:12.295364 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Attempting to bind port 6ce36089-6b74-4b41-812c-0f25979f2e7e on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:11:12.295693 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Attempting to bind port 6ce36089-6b74-4b41-812c-0f25979f2e7e by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '80e8c196-dc77-45ce-beac-bf14c07ffe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:11:12.296018 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Attempting to bind port 6ce36089-6b74-4b41-812c-0f25979f2e7e on network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:11:12.301157 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Port 6ce36089-6b74-4b41-812c-0f25979f2e7e on network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:11:12.301477 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Attempting to bind port 6ce36089-6b74-4b41-812c-0f25979f2e7e on network 8bf00153-7b85-4723-a37b-2f68bf4e33e8 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:11:12.306427 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:11:12.306868 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Checking segment: {'id': '80e8c196-dc77-45ce-beac-bf14c07ffe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:11:12.307254 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Bound using segment: {'id': '80e8c196-dc77-45ce-beac-bf14c07ffe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:11:12.307679 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Bound port: 6ce36089-6b74-4b41-812c-0f25979f2e7e, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e8c196-dc77-45ce-beac-bf14c07ffe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:11:12.308022 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:12.403012 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] For port 6ce36089-6b74-4b41-812c-0f25979f2e7e, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:11:12.405864 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] For port 6ce36089-6b74-4b41-812c-0f25979f2e7e, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=6ce36089-6b74-4b41-812c-0f25979f2e7e,segment=NetworkSegment(80e8c196-dc77-45ce-beac-bf14c07ffe4c),segment_id=80e8c196-dc77-45ce-beac-bf14c07ffe4c)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:11:12.432209 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853ba4-0d7d-4253-bdba-1886e231afec req-c86c63ed-fca7-4a7f-bc48-bb383f84dbb4 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:12.433643 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c2853ba4-0d7d-4253-bdba-1886e231afec req-c86c63ed-fca7-4a7f-bc48-bb383f84dbb4 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 946 time: 0.0816929 Jul 09 19:11:12.461187 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:12.465983 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:12.477597 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c2853ba4-0d7d-4253-bdba-1886e231afec req-9e8e1a5b-1407-4616-8d5c-59ecf0c5fbf7 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382724 Jul 09 19:11:12.528375 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:12.528786 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:12.530335 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] 10.222.0.26 "PUT /v2.0/ports/6ce36089-6b74-4b41-812c-0f25979f2e7e HTTP/1.1" status: 200 len: 1098 time: 1.0575848 Jul 09 19:11:12.536068 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:11:12.536692 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a826fa15-359b-4a56-892c-4bfd4494a72e', 'tag': '6ce36089-6b74-4b41-812c-0f25979f2e7e'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:12.563466 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Pushing event updated for resources: {'Port': ['ID=6ce36089-6b74-4b41-812c-0f25979f2e7e,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:12.566790 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:12.709372 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:12.716951 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa98c7-262b-41cf-808a-9f6db04d0e40 req-21d77b03-844b-4c81-a6ce-dedf49b6cb7e tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:12.718379 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-11fa98c7-262b-41cf-808a-9f6db04d0e40 req-21d77b03-844b-4c81-a6ce-dedf49b6cb7e tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 948 time: 0.1605222 Jul 09 19:11:12.727310 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': 'c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db', 'network_id': '8694520c-be46-43e2-91c4-fabd47ed11bd', 'port_id': 'c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db', 'mac_address': 'fa:16:3e:ea:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146b580e-1917-4660-b084-4dfefa42214e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:11:12.730099 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8ddc8-cb3c-44dd-b7f4-2229e9071852 req-bb639f43-c79d-4f13-80d2-bac1eb61c5ac tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:12.737241 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cde8ddc8-cb3c-44dd-b7f4-2229e9071852 req-bb639f43-c79d-4f13-80d2-bac1eb61c5ac tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 943 time: 0.1307380 Jul 09 19:11:12.755316 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-ef6504f5-8409-4740-a620-41c59018f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:12.757535 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-ef6504f5-8409-4740-a620-41c59018f79f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7902c2bd0a0240a88db095ff5c116b10&device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 1101 time: 0.0965891 Jul 09 19:11:12.790569 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:12.807706 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:11:12.807900 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cde8ddc8-cb3c-44dd-b7f4-2229e9071852 req-7ca6421b-9625-4d5b-b2dc-b843dec9a3d2 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698192 Jul 09 19:11:12.812155 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-11fa98c7-262b-41cf-808a-9f6db04d0e40 req-12b46d86-801d-4441-80e4-e02114454b34 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595205 Jul 09 19:11:12.824415 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:12.845657 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-8d153116-ab28-40ba-bafa-70457a030718 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=6ce36089-6b74-4b41-812c-0f25979f2e7e HTTP/1.1" status: 200 len: 217 time: 0.0784638 Jul 09 19:11:12.912223 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:12.913955 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-f0da323e-478c-43dd-9cb8-cfc3fa3887e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:12.927098 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a826fa15-359b-4a56-892c-4bfd4494a72e', 'tag': '6ce36089-6b74-4b41-812c-0f25979f2e7e', 'status': 'completed', 'code': 200} Jul 09 19:11:12.930766 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-a807eb21-6d47-4481-8fc5-5d0b659d6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:12.932241 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-a807eb21-6d47-4481-8fc5-5d0b659d6229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcac1e3d-12b9-4fe0-9c65-7862b47770e1 HTTP/1.1" status: 200 len: 843 time: 0.0785286 Jul 09 19:11:13.005368 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:13.015969 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:13.033603 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-7c77975f-a0d2-42a9-a29e-a385c7dd85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:13.035148 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-7c77975f-a0d2-42a9-a29e-a385c7dd85ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8bf00153-7b85-4723-a37b-2f68bf4e33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0886192 Jul 09 19:11:13.049716 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b6727-658b-4240-b4ec-6a26b2488dbf req-7054c1fc-34be-441e-8f76-ed03be838561 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:13.051194 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fa6b6727-658b-4240-b4ec-6a26b2488dbf req-7054c1fc-34be-441e-8f76-ed03be838561 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0889871 Jul 09 19:11:13.096572 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fa6b6727-658b-4240-b4ec-6a26b2488dbf req-f7cc49a2-f8f3-4b88-bb8d-69ac9b8cb250 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391078 Jul 09 19:11:13.239714 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-b9a8adca-e23e-4652-9a71-0fb5e2f4dfdb service neutron] 10.222.0.26 "GET /v2.0/networks/8bf00153-7b85-4723-a37b-2f68bf4e33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972528 Jul 09 19:11:13.371412 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:13.374841 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7c4834a0-026a-49f6-9ec5-c643f3c34180 req-cb8677bc-2043-4656-aaa8-55c3f137a68b service neutron] 10.222.0.26 "GET /v2.0/networks/8bf00153-7b85-4723-a37b-2f68bf4e33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251166 Jul 09 19:11:13.569594 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-d0da871f-a6b9-45d8-912c-24a353020d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:13.571273 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-d0da871f-a6b9-45d8-912c-24a353020d4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7902c2bd0a0240a88db095ff5c116b10&device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 1101 time: 0.0718515 Jul 09 19:11:13.663564 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cd29a-4848-4b3a-b27b-e865caf3a401 req-20eaf8da-7d8d-4e51-9cac-83b373263411 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:13.664633 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a90cd29a-4848-4b3a-b27b-e865caf3a401 req-20eaf8da-7d8d-4e51-9cac-83b373263411 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 946 time: 0.0778790 Jul 09 19:11:13.704317 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-70702681-2e48-414c-a9ac-75b9c657832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:13.705764 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-70702681-2e48-414c-a9ac-75b9c657832a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8bf00153-7b85-4723-a37b-2f68bf4e33e8 HTTP/1.1" status: 200 len: 869 time: 0.1277390 Jul 09 19:11:13.771143 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a90cd29a-4848-4b3a-b27b-e865caf3a401 req-2c38bdb3-0c2e-42d4-9e48-6640cc55b1c3 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006329 Jul 09 19:11:13.780265 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-7c854647-e203-4157-abb0-a9b9a0a21474 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=6ce36089-6b74-4b41-812c-0f25979f2e7e HTTP/1.1" status: 200 len: 217 time: 0.0664515 Jul 09 19:11:13.845314 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-0eaeef0e-8f01-4ec5-b6cc-d680aa9f9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:13.846794 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-0eaeef0e-8f01-4ec5-b6cc-d680aa9f9170 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fcac1e3d-12b9-4fe0-9c65-7862b47770e1 HTTP/1.1" status: 200 len: 843 time: 0.0578909 Jul 09 19:11:13.928119 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-e5077d2e-5048-433f-9c61-268c93e36509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:13.929577 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-e5077d2e-5048-433f-9c61-268c93e36509 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8bf00153-7b85-4723-a37b-2f68bf4e33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0754600 Jul 09 19:11:14.061685 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deb583-606f-4e8a-8628-0a51426c973b req-6a119d35-2fbf-43b2-9072-4d6e61195bd5 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:14.062350 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-0dddd252-a283-41b4-a33c-e577ae3654b8 service neutron] 10.222.0.26 "GET /v2.0/networks/8bf00153-7b85-4723-a37b-2f68bf4e33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244514 Jul 09 19:11:14.063068 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-96deb583-606f-4e8a-8628-0a51426c973b req-6a119d35-2fbf-43b2-9072-4d6e61195bd5 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 944 time: 0.1105568 Jul 09 19:11:14.071152 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc21da1-ef74-4820-912e-37a293fc4cd3 req-867d18e5-eb0a-41e2-a9fb-b95d49f904af tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:14.072514 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-edc21da1-ef74-4820-912e-37a293fc4cd3 req-867d18e5-eb0a-41e2-a9fb-b95d49f904af tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 948 time: 0.1512911 Jul 09 19:11:14.141041 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-96deb583-606f-4e8a-8628-0a51426c973b req-ad9228ba-9b9d-4738-beee-52d6d289e991 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676064 Jul 09 19:11:14.146104 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-edc21da1-ef74-4820-912e-37a293fc4cd3 req-5e43c0a2-a191-431b-a82d-166a55e3904c tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601494 Jul 09 19:11:14.200847 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-81b08689-7877-4b9e-aa1f-287bff8300e3 req-169d906d-17d4-4b5d-8d8b-2d01864ad602 service neutron] 10.222.0.26 "GET /v2.0/networks/8bf00153-7b85-4723-a37b-2f68bf4e33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282594 Jul 09 19:11:14.545250 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73d4de-39ee-46d6-bdd7-4f966484a6e4 req-df9b0c2c-8a83-4d3b-ba95-5ac093eef5ce tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:14.546671 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ab73d4de-39ee-46d6-bdd7-4f966484a6e4 req-df9b0c2c-8a83-4d3b-ba95-5ac093eef5ce tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0815291 Jul 09 19:11:14.590712 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ab73d4de-39ee-46d6-bdd7-4f966484a6e4 req-f0fb0587-a412-46b9-b077-8ca2be3d6cb2 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 Jul 09 19:11:14.799822 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-352b3d28-92b5-4d97-a2a5-7c9f50350e12 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:14.800543 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-352b3d28-92b5-4d97-a2a5-7c9f50350e12 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Synchronizing usage tracker for tenant:fd84f6841853449eb2e74b811f23ee67 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:11:14.878056 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-352b3d28-92b5-4d97-a2a5-7c9f50350e12 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Unset dirty status for tenant:fd84f6841853449eb2e74b811f23ee67 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:11:14.879874 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-352b3d28-92b5-4d97-a2a5-7c9f50350e12 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.26 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 946 time: 0.1561158 Jul 09 19:11:14.959220 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bf386-661f-42cd-bec0-72f95cd5a9ae req-664adc81-2a88-46bb-9bbd-106b19b928f7 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:14.960326 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Deleting port 6d818eac-a75e-4863-994d-19446a7cf0fa {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:11:14.960718 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:14.960836 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-543bf386-661f-42cd-bec0-72f95cd5a9ae req-664adc81-2a88-46bb-9bbd-106b19b928f7 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 946 time: 0.0817413 Jul 09 19:11:15.008504 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-543bf386-661f-42cd-bec0-72f95cd5a9ae req-b66ee92e-9cfd-45cf-ba05-ddfc3b1beca9 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Jul 09 19:11:15.205976 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] For port 6d818eac-a75e-4863-994d-19446a7cf0fa, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=6d818eac-a75e-4863-994d-19446a7cf0fa,segment=NetworkSegment(778c4b9b-e5b4-42da-a23d-71734304077f),segment_id=778c4b9b-e5b4-42da-a23d-71734304077f)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:15.206317 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:15.328405 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Calling delete_port for 6d818eac-a75e-4863-994d-19446a7cf0fa owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:11:15.387572 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846d802-35b5-40dd-b829-c8ae4809f8e4 req-4ff06069-e87f-4938-bad2-4410ec6f7a52 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:15.389021 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c846d802-35b5-40dd-b829-c8ae4809f8e4 req-4ff06069-e87f-4938-bad2-4410ec6f7a52 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 944 time: 0.1407650 Jul 09 19:11:15.403813 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f705441-e63e-4adf-9053-aac313a05943 req-e060dfd9-2872-430c-b90b-ee5d57d5244a tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:15.405209 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2f705441-e63e-4adf-9053-aac313a05943 req-e060dfd9-2872-430c-b90b-ee5d57d5244a tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 948 time: 0.1200988 Jul 09 19:11:15.477302 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c846d802-35b5-40dd-b829-c8ae4809f8e4 req-67174751-f0ca-421d-9980-f1c9dedcbfb4 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817990 Jul 09 19:11:15.480087 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2f705441-e63e-4adf-9053-aac313a05943 req-a5a07e29-077f-48b0-93a0-7a5cfb1262e6 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605175 Jul 09 19:11:15.630885 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:15.636695 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c7294e7b-3d76-4699-897c-32e23d574e2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:15.654167 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['6d818eac-a75e-4863-994d-19446a7cf0fa'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:15.683440 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Pushing event deleted for resources: {'Port': ['ID=6d818eac-a75e-4863-994d-19446a7cf0fa,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:15.715131 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:15.757733 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] No DVR routers for this DVR port 6d818eac-a75e-4863-994d-19446a7cf0fa on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:11:15.760641 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:15.763195 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831f6a1c-4bdb-4599-a7f0-3ced7705f41c', 'name': 'network-vif-deleted', 'tag': '6d818eac-a75e-4863-994d-19446a7cf0fa'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:15.800741 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d776058-7a0d-47a7-9fa4-72e957f03b30 req-e4acc90a-7731-498d-8cdb-f2e3b7e5631b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:15.802182 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0d776058-7a0d-47a7-9fa4-72e957f03b30 req-e4acc90a-7731-498d-8cdb-f2e3b7e5631b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0857549 Jul 09 19:11:15.810181 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831f6a1c-4bdb-4599-a7f0-3ced7705f41c', 'name': 'network-vif-deleted', 'tag': '6d818eac-a75e-4863-994d-19446a7cf0fa', 'status': 'completed', 'code': 200} Jul 09 19:11:15.826741 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e5299be3-6069-490d-91f1-5adb6bfa91a1 req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.26 "DELETE /v2.0/ports/6d818eac-a75e-4863-994d-19446a7cf0fa HTTP/1.1" status: 204 len: 173 time: 0.9380746 Jul 09 19:11:15.852271 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0d776058-7a0d-47a7-9fa4-72e957f03b30 req-1b60c27e-d1f8-43ef-95e4-4e446aa503a2 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Jul 09 19:11:16.168471 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e028e81e-aaa6-4a68-bd0e-e3a761523e6e req-004b34cf-6030-44e8-853c-e8ae4f6f6ca1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=831f6a1c-4bdb-4599-a7f0-3ced7705f41c HTTP/1.1" status: 200 len: 210 time: 0.0433295 Jul 09 19:11:16.568501 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:16.706074 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:16.712185 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:16.712848 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:16.722829 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1cd1-34a6-412f-b69c-5fa067b3a08a req-4aef4051-37f9-4373-a607-d97801f8cdec tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:16.724549 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-aa3d1cd1-34a6-412f-b69c-5fa067b3a08a req-4aef4051-37f9-4373-a607-d97801f8cdec tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 944 time: 0.1411111 Jul 09 19:11:16.735091 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405f123-ae54-4205-abbc-f426a7f95f9a req-4e7c24d6-7400-4e5c-b572-cf88f6f0bef3 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:16.737139 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6405f123-ae54-4205-abbc-f426a7f95f9a req-4e7c24d6-7400-4e5c-b572-cf88f6f0bef3 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 948 time: 0.1172881 Jul 09 19:11:16.808787 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-aa3d1cd1-34a6-412f-b69c-5fa067b3a08a req-a523c78e-0af4-4c83-b173-fa34d546f5c6 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705562 Jul 09 19:11:16.819002 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6405f123-ae54-4205-abbc-f426a7f95f9a req-153021b0-e724-48f1-b7f3-897ebcf62b55 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596480 Jul 09 19:11:16.835025 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:16.870165 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d5730c-a282-428a-898f-94820de32ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:16.882263 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:16.956345 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:16.957340 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 6d818eac-a75e-4863-994d-19446a7cf0fa no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:11:16.981290 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:17.037407 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 6d818eac-a75e-4863-994d-19446a7cf0fa {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:11:17.037761 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 6d818eac-a75e-4863-994d-19446a7cf0fa not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:11:17.057109 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:17.063618 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:17.073407 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d5730c-a282-428a-898f-94820de32ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db', 'code': 200} Jul 09 19:11:17.194985 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac003447-31df-4d2e-bf32-65525d7c1173 req-243adcb0-3cfb-40e3-ab8c-4cc363a9ae52 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:17.196437 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ac003447-31df-4d2e-bf32-65525d7c1173 req-243adcb0-3cfb-40e3-ab8c-4cc363a9ae52 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0817623 Jul 09 19:11:17.241248 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ac003447-31df-4d2e-bf32-65525d7c1173 req-172c6f59-dfef-48e6-8a43-3cb4801634d1 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391338 Jul 09 19:11:17.568978 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a693d0b1-8720-4c23-8f59-aded3c904445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:17.590328 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c02185-c20d-43ae-8548-016f340dda01 req-8fcf725d-b097-40ee-a111-07fc7d25f790 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:17.597131 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-8fcf725d-b097-40ee-a111-07fc7d25f790 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/networks?id=2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c HTTP/1.1" status: 200 len: 809 time: 0.1442742 Jul 09 19:11:17.607482 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-20c54ff6-071a-4d3b-9c1b-6f5f9b5820fe tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/quotas/fd84f6841853449eb2e74b811f23ee67 HTTP/1.1" status: 200 len: 375 time: 0.0099144 Jul 09 19:11:17.647441 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b15b2-f023-4ee1-9b7c-cd6260a2acb6 req-29772752-b2c7-4aa3-9b80-b04b8008a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:17.648837 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-9f4b15b2-f023-4ee1-9b7c-cd6260a2acb6 req-29772752-b2c7-4aa3-9b80-b04b8008a557 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 1098 time: 0.0706689 Jul 09 19:11:17.654399 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-fa009c84-dee4-4181-aafe-5abfbe611ff7 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fd84f6841853449eb2e74b811f23ee67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412908 Jul 09 19:11:17.690345 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-9f4b15b2-f023-4ee1-9b7c-cd6260a2acb6 req-78e4cfb4-55bd-4509-9397-d35ac30f7c98 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340486 Jul 09 19:11:17.781611 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-9554e8d0-d670-4ad5-a14a-e900e9fc9908 service neutron] 10.222.0.16 "GET /v2.0/networks/2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202047 Jul 09 19:11:17.912142 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-976ec021-c612-4543-a810-49306ef73796 service neutron] 10.222.0.16 "GET /v2.0/networks/2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248510 Jul 09 19:11:18.002229 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eed1e-ecfe-4aec-a3bb-ab68ef18ad14 req-a9506c04-c611-44ec-bf6d-d075528b5c31 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:18.003828 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-023eed1e-ecfe-4aec-a3bb-ab68ef18ad14 req-a9506c04-c611-44ec-bf6d-d075528b5c31 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 945 time: 0.0835488 Jul 09 19:11:18.121676 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-023eed1e-ecfe-4aec-a3bb-ab68ef18ad14 req-65058760-112d-4abe-94f3-6f105f9676ba tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123238 Jul 09 19:11:18.144477 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:18.276487 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189e67b-81a0-4023-bdd6-1aea75b40b9f req-145bee24-6ee8-479b-bfe2-6a96a823b15c tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:18.277942 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5189e67b-81a0-4023-bdd6-1aea75b40b9f req-145bee24-6ee8-479b-bfe2-6a96a823b15c tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 948 time: 0.0860715 Jul 09 19:11:18.325478 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5189e67b-81a0-4023-bdd6-1aea75b40b9f req-28cd469e-896f-495c-8bfe-74a16bcac0f5 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Jul 09 19:11:18.417633 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c23869be-ecb2-44b0-b6ea-023900ff175c req-1deb5379-6f09-42b6-81ef-0f93bff7c4f0 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 210 time: 0.0415628 Jul 09 19:11:18.579022 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 6ce36089-6b74-4b41-812c-0f25979f2e7e details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:11:18.590484 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a7bf3-e4a6-4b59-99a1-7436471b9f58 req-5d171191-d652-45c6-818b-e58d952151ca tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:18.592193 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e33a7bf3-e4a6-4b59-99a1-7436471b9f58 req-5d171191-d652-45c6-818b-e58d952151ca tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0808337 Jul 09 19:11:18.640261 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e33a7bf3-e4a6-4b59-99a1-7436471b9f58 req-c5404997-13bf-4367-bea2-81814a27031f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Jul 09 19:11:18.712460 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 6ce36089-6b74-4b41-812c-0f25979f2e7e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=6ce36089-6b74-4b41-812c-0f25979f2e7e,segment=NetworkSegment(80e8c196-dc77-45ce-beac-bf14c07ffe4c),segment_id=80e8c196-dc77-45ce-beac-bf14c07ffe4c)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:18.726171 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '6ce36089-6b74-4b41-812c-0f25979f2e7e', 'network_id': '8bf00153-7b85-4723-a37b-2f68bf4e33e8', 'port_id': '6ce36089-6b74-4b41-812c-0f25979f2e7e', 'mac_address': 'fa:16:3e:d9:99:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcac1e3d-12b9-4fe0-9c65-7862b47770e1', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:11:18.803957 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:18.820555 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce36089-6b74-4b41-812c-0f25979f2e7e {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:11:18.836173 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 6ce36089-6b74-4b41-812c-0f25979f2e7e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=6ce36089-6b74-4b41-812c-0f25979f2e7e,segment=NetworkSegment(80e8c196-dc77-45ce-beac-bf14c07ffe4c),segment_id=80e8c196-dc77-45ce-beac-bf14c07ffe4c)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:18.917644 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:18.920263 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:18.984323 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=6ce36089-6b74-4b41-812c-0f25979f2e7e,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:18.987423 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:19.305090 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5215be-cf78-4c77-b1e8-d024f73b1837 req-23943d7e-5999-4c07-8d63-4f45f1737110 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:19.306456 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf5215be-cf78-4c77-b1e8-d024f73b1837 req-23943d7e-5999-4c07-8d63-4f45f1737110 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 945 time: 0.0790961 Jul 09 19:11:19.351975 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf5215be-cf78-4c77-b1e8-d024f73b1837 req-3b9f19ea-c9ab-49bc-9e1a-0d9ffe783eea tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398426 Jul 09 19:11:19.520219 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['6ce36089-6b74-4b41-812c-0f25979f2e7e'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:19.526814 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d6253-b35c-4d61-abd2-ff27e145c490 req-db35fa5f-89a8-491a-9945-d31d306a37af tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:19.528446 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c06d6253-b35c-4d61-abd2-ff27e145c490 req-db35fa5f-89a8-491a-9945-d31d306a37af tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 949 time: 0.0880260 Jul 09 19:11:19.575594 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c06d6253-b35c-4d61-abd2-ff27e145c490 req-91a223d6-2ca8-4a87-8793-db40711f9949 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Jul 09 19:11:19.649926 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fce04674-bd99-4149-89af-32dacec8b410 req-83831988-ffd7-43cb-b33e-541908befbe0 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 210 time: 0.0471919 Jul 09 19:11:19.830934 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ff80-c6f2-4088-882d-8aede8283f1a req-9837bca2-4adb-41eb-ae7b-4c9232be4c3c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:19.832261 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0751ff80-c6f2-4088-882d-8aede8283f1a req-9837bca2-4adb-41eb-ae7b-4c9232be4c3c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0799844 Jul 09 19:11:19.875930 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0751ff80-c6f2-4088-882d-8aede8283f1a req-68924ad3-0504-43ac-a610-5c87cfce3afb tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Jul 09 19:11:19.967435 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-0881a0d8-84b6-4079-aad5-3dc3e0f5af00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:20.379678 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c02185-c20d-43ae-8548-016f340dda01 req-a9a81804-d308-40bf-828c-d293c2b3bf37 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:20.381095 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-a9a81804-d308-40bf-828c-d293c2b3bf37 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.26 "GET /v2.0/networks?id=2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c HTTP/1.1" status: 200 len: 809 time: 0.1429453 Jul 09 19:11:20.396497 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Request body: {'port': {'device_id': 'd016583a-e5b6-4c1b-babc-8d7ba807bde5', 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c', 'admin_state_up': True, 'tenant_id': 'fd84f6841853449eb2e74b811f23ee67'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:20.534833 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:20.539044 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Usage tracker for resource:port and tenant:fd84f6841853449eb2e74b811f23ee67 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:20.543649 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c142-dd65-43b1-a626-0ccb1501f976 req-bcfdd9d6-4901-4920-8b36-398b4d31b1c6 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:20.544121 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:20.544228 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8377c142-dd65-43b1-a626-0ccb1501f976 req-bcfdd9d6-4901-4920-8b36-398b4d31b1c6 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 945 time: 0.0807438 Jul 09 19:11:20.547617 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:20.593738 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8377c142-dd65-43b1-a626-0ccb1501f976 req-61174d9b-4438-4776-adce-9f979a6e374b tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445380 Jul 09 19:11:20.647320 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Made reservation on behalf of fd84f6841853449eb2e74b811f23ee67 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:11:20.651066 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:20.820734 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-78fda4f6-ab2f-4d0a-8f5b-4136e2358e9a req-db79bf7a-736c-4bf5-87e0-2f9f25d20606 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 210 time: 0.0507443 Jul 09 19:11:20.842200 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcacc3-1412-4a18-9d99-c390c6cd5866 req-78ada505-cfc5-49de-b1cc-996eff7b6063 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:20.843713 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-64dcacc3-1412-4a18-9d99-c390c6cd5866 req-78ada505-cfc5-49de-b1cc-996eff7b6063 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 949 time: 0.1486638 Jul 09 19:11:20.885656 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Allocated IP 172.20.0.8 (2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c/f97726d8-93a2-4ee3-947f-3ced90e24745/dc0e7b4c-c6af-4f44-9bee-e5439a1f9077) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:11:20.910113 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-64dcacc3-1412-4a18-9d99-c390c6cd5866 req-1372a984-54b1-47cf-a2ad-bf68f7aae997 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593145 Jul 09 19:11:21.095579 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914064-412b-420a-a529-441c9215ddf2 req-a64d4c32-4190-4f3a-add6-a32f5c6fcf60 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:21.097019 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-47914064-412b-420a-a529-441c9215ddf2 req-a64d4c32-4190-4f3a-add6-a32f5c6fcf60 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0819807 Jul 09 19:11:21.108331 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:21.143061 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-47914064-412b-420a-a529-441c9215ddf2 req-8aee60f2-39d6-4f43-92a3-14558b0e000f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397556 Jul 09 19:11:21.215387 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:21.221297 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a4baeffe-cd08-44ec-bbbc-3bf81100be21 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:21.266353 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:21.290336 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:11:21.293679 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:21.298325 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:11:21.341139 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Pushing event updated for resources: {'Port': ['ID=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:21.346057 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:21.367117 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:21.367766 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:21.438455 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0471752 Jul 09 19:11:21.497150 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Request body: {'port': {'device_id': 'd016583a-e5b6-4c1b-babc-8d7ba807bde5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:21.607530 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:21.948429 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:11:21.957991 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:21.975511 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Transition to ACTIVE for port object dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:22.018161 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57a37b-9c4b-4b74-91a1-0a78584c70aa req-850a56fc-e551-492a-8cbd-a7b271c7442e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:22.019667 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7d57a37b-9c4b-4b74-91a1-0a78584c70aa req-850a56fc-e551-492a-8cbd-a7b271c7442e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 931 time: 0.0841172 Jul 09 19:11:22.035798 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:22.039656 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:22.114741 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7d57a37b-9c4b-4b74-91a1-0a78584c70aa req-be46c09d-580b-4eb7-9891-706fce19ec66 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602686 Jul 09 19:11:22.134433 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d07b7-51e0-4bf6-8c53-800cd2811e75 req-34feda24-1070-4561-b008-75d9f0b328f2 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:22.135899 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf1d07b7-51e0-4bf6-8c53-800cd2811e75 req-34feda24-1070-4561-b008-75d9f0b328f2 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 949 time: 0.1153440 Jul 09 19:11:22.191252 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf1d07b7-51e0-4bf6-8c53-800cd2811e75 req-5e2fb394-c699-4183-ac4f-ca7bff0935fd tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486689 Jul 09 19:11:22.247654 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:22.278900 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:22.350956 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Attempting to bind port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:11:22.351281 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Attempting to bind port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '778c4b9b-e5b4-42da-a23d-71734304077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:11:22.351517 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Attempting to bind port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 on network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:11:22.356386 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 on network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:11:22.360619 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Attempting to bind port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 on network 2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:11:22.362379 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:11:22.362735 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Checking segment: {'id': '778c4b9b-e5b4-42da-a23d-71734304077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:11:22.363276 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Bound using segment: {'id': '778c4b9b-e5b4-42da-a23d-71734304077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:11:22.363702 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Bound port: dc0e7b4c-c6af-4f44-9bee-e5439a1f9077, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778c4b9b-e5b4-42da-a23d-71734304077f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:11:22.364047 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:22.379891 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902abad1-2270-46e3-98ea-cb208cc5b0bc req-4ae79b4c-8c57-4125-bf80-ffcd95f3fed4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:22.381703 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-902abad1-2270-46e3-98ea-cb208cc5b0bc req-4ae79b4c-8c57-4125-bf80-ffcd95f3fed4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0847180 Jul 09 19:11:22.430489 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-902abad1-2270-46e3-98ea-cb208cc5b0bc req-b5c5752a-efa5-4ee3-b825-2a38472348e0 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Jul 09 19:11:22.457789 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] For port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:11:22.460671 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] For port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,segment=NetworkSegment(778c4b9b-e5b4-42da-a23d-71734304077f),segment_id=778c4b9b-e5b4-42da-a23d-71734304077f)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:11:22.546981 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:22.552112 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:22.608807 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 6ce36089-6b74-4b41-812c-0f25979f2e7e up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:22.609239 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:22.613190 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:22.613190 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] 10.222.0.26 "PUT /v2.0/ports/dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 HTTP/1.1" status: 200 len: 1093 time: 1.1186807 Jul 09 19:11:22.613190 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd016583a-e5b6-4c1b-babc-8d7ba807bde5', 'tag': 'dc0e7b4c-c6af-4f44-9bee-e5439a1f9077'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:22.636123 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:22.639972 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:22.662676 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd016583a-e5b6-4c1b-babc-8d7ba807bde5', 'tag': 'dc0e7b4c-c6af-4f44-9bee-e5439a1f9077', 'status': 'completed', 'code': 200} Jul 09 19:11:22.770266 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf485b92-f5f5-416b-bd41-499a3877d920 req-7d0466c7-b7db-4871-aa82-8710240b1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:22.771844 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-cf485b92-f5f5-416b-bd41-499a3877d920 req-7d0466c7-b7db-4871-aa82-8710240b1d20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd84f6841853449eb2e74b811f23ee67&device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 1096 time: 0.0756366 Jul 09 19:11:22.786594 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:22.787412 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 6ce36089-6b74-4b41-812c-0f25979f2e7e completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:22.793458 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 6ce36089-6b74-4b41-812c-0f25979f2e7e triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:22.798260 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:22.922167 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf485b92-f5f5-416b-bd41-499a3877d920 req-ca1b1ea6-2d2f-4ed2-bb35-11984a4d3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:22.924333 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-cf485b92-f5f5-416b-bd41-499a3877d920 req-ca1b1ea6-2d2f-4ed2-bb35-11984a4d3e34 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fd84f6841853449eb2e74b811f23ee67&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1442769 Jul 09 19:11:22.935420 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:22.962223 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826fa15-359b-4a56-892c-4bfd4494a72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce36089-6b74-4b41-812c-0f25979f2e7e'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:22.972677 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 6ce36089-6b74-4b41-812c-0f25979f2e7e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=6ce36089-6b74-4b41-812c-0f25979f2e7e,segment=NetworkSegment(80e8c196-dc77-45ce-beac-bf14c07ffe4c),segment_id=80e8c196-dc77-45ce-beac-bf14c07ffe4c)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:23.008393 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a826fa15-359b-4a56-892c-4bfd4494a72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce36089-6b74-4b41-812c-0f25979f2e7e', 'code': 200} Jul 09 19:11:23.061819 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:23.064909 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:23.079436 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf485b92-f5f5-416b-bd41-499a3877d920 req-d15dd928-0edf-4e3f-9eb5-3037fa0ac6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:23.080888 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-cf485b92-f5f5-416b-bd41-499a3877d920 req-d15dd928-0edf-4e3f-9eb5-3037fa0ac6be service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1442583 Jul 09 19:11:23.135645 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=6ce36089-6b74-4b41-812c-0f25979f2e7e,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:23.139015 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:23.191501 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c02185-c20d-43ae-8548-016f340dda01 req-9d0c7f39-516f-40d3-b46f-8198a19a9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:23.194063 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-9d0c7f39-516f-40d3-b46f-8198a19a9989 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd84f6841853449eb2e74b811f23ee67&device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 1096 time: 0.0754852 Jul 09 19:11:23.268423 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-2e5b36f1-d890-496a-b395-6d42a9b8f048 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 HTTP/1.1" status: 200 len: 217 time: 0.0658426 Jul 09 19:11:23.317710 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4ac31-9b1b-4c26-98b9-103ecdbc0ae2 req-4860e307-5dd7-49b7-b231-250356afb873 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:23.319165 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0da4ac31-9b1b-4c26-98b9-103ecdbc0ae2 req-4860e307-5dd7-49b7-b231-250356afb873 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 943 time: 0.0841115 Jul 09 19:11:23.366590 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0da4ac31-9b1b-4c26-98b9-103ecdbc0ae2 req-6ec6e5a0-1985-4120-ad07-f7bb314207b7 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398262 Jul 09 19:11:23.388043 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c02185-c20d-43ae-8548-016f340dda01 req-25b6998b-bb51-4b69-88ec-9d1f9dd049d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:23.389095 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-25b6998b-bb51-4b69-88ec-9d1f9dd049d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f97726d8-93a2-4ee3-947f-3ced90e24745 HTTP/1.1" status: 200 len: 849 time: 0.1136973 Jul 09 19:11:23.475354 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-6ecc841b-607d-4364-bd16-3af124dbee09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719216 Jul 09 19:11:23.485756 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e18706-233f-4f31-8167-bfdfea9ae7e4 req-21a7a3ad-a52c-4c53-b192-dd3e3b457dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:23.487591 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-47e18706-233f-4f31-8167-bfdfea9ae7e4 req-21a7a3ad-a52c-4c53-b192-dd3e3b457dfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 1103 time: 0.1705134 Jul 09 19:11:23.584951 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349ed1b-024d-42d6-8fa0-66750f17e2a2 req-39e09865-7872-4620-97af-e7f9de0b239d tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:23.589615 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6349ed1b-024d-42d6-8fa0-66750f17e2a2 req-39e09865-7872-4620-97af-e7f9de0b239d tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 950 time: 0.0948210 Jul 09 19:11:23.625148 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-47e18706-233f-4f31-8167-bfdfea9ae7e4 req-c7eec3c4-31ab-475c-a3bb-083c8508d9df service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130912 Jul 09 19:11:23.635461 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6349ed1b-024d-42d6-8fa0-66750f17e2a2 req-037ffc0e-d0b8-4655-980a-6bb52d05f1cd tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426912 Jul 09 19:11:23.679586 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-752d62df-2148-42ef-ba42-effbdca7e891 service neutron] 10.222.0.26 "GET /v2.0/networks/2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859968 Jul 09 19:11:23.724160 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193657a7-fb8b-4918-b88b-79b323a8bb1e req-04ac25a7-ca36-443e-baf9-08d2a4733cb4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:23.725609 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-193657a7-fb8b-4918-b88b-79b323a8bb1e req-04ac25a7-ca36-443e-baf9-08d2a4733cb4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0850170 Jul 09 19:11:23.771381 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-193657a7-fb8b-4918-b88b-79b323a8bb1e req-6b3af949-3bbf-4289-8a5d-66b6a6d59870 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Jul 09 19:11:23.956659 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d6c02185-c20d-43ae-8548-016f340dda01 req-51f7ddc0-aa98-4168-b542-b8123cd6bdaf service neutron] 10.222.0.26 "GET /v2.0/networks/2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262305 Jul 09 19:11:24.631106 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba934566-6cb8-4788-b99f-0838d3dc10fc req-a7384979-5b04-424c-861d-0aa69edb3748 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:24.632551 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ba934566-6cb8-4788-b99f-0838d3dc10fc req-a7384979-5b04-424c-861d-0aa69edb3748 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 943 time: 0.1488843 Jul 09 19:11:24.676463 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ba934566-6cb8-4788-b99f-0838d3dc10fc req-7787d8ce-53ee-462f-b570-96592c28d0da tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382860 Jul 09 19:11:24.835674 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a37c-65a5-4d02-b74c-db3e6d1107fc req-cc04aba4-3d08-4edb-938b-ea916b159c20 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:24.837140 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7d63a37c-65a5-4d02-b74c-db3e6d1107fc req-cc04aba4-3d08-4edb-938b-ea916b159c20 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 950 time: 0.0800865 Jul 09 19:11:24.883455 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7d63a37c-65a5-4d02-b74c-db3e6d1107fc req-9dd7668c-4487-4ac5-a02d-79e986fb69be tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407729 Jul 09 19:11:24.958342 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb1404-af97-4995-9cae-e8d92dcfc01e req-cb845a82-aca1-447a-b822-ac33dbdf967b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:24.959808 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eabb1404-af97-4995-9cae-e8d92dcfc01e req-cb845a82-aca1-447a-b822-ac33dbdf967b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0819962 Jul 09 19:11:25.006413 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eabb1404-af97-4995-9cae-e8d92dcfc01e req-93b4e132-9aae-45f6-aa42-8ad31c0d4679 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Jul 09 19:11:25.236518 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:11:25.858050 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd039cf1-5a6d-4112-b75f-e228a171531c req-6b132e9c-531c-4162-ac6f-cea57e098e50 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:25.859422 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dd039cf1-5a6d-4112-b75f-e228a171531c req-6b132e9c-531c-4162-ac6f-cea57e098e50 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 943 time: 0.0770745 Jul 09 19:11:25.903499 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dd039cf1-5a6d-4112-b75f-e228a171531c req-e848f7a9-571e-46fb-b69e-4e862846afe2 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385392 Jul 09 19:11:26.077131 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea576b24-2cff-47bf-b2e3-be9d432fbc65 req-fb179625-20a2-4b5e-9d24-117f5af86916 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:26.078648 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ea576b24-2cff-47bf-b2e3-be9d432fbc65 req-fb179625-20a2-4b5e-9d24-117f5af86916 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 950 time: 0.0826778 Jul 09 19:11:26.162155 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ea576b24-2cff-47bf-b2e3-be9d432fbc65 req-22c7c373-a17e-48ee-adf4-a202edbc845e tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770512 Jul 09 19:11:26.202077 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb9f78-7d57-44f2-be21-f9c774486182 req-53a1763b-6e55-4e00-9afa-8a87360aae86 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:26.203532 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3feb9f78-7d57-44f2-be21-f9c774486182 req-53a1763b-6e55-4e00-9afa-8a87360aae86 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0904617 Jul 09 19:11:26.247744 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3feb9f78-7d57-44f2-be21-f9c774486182 req-181c88b0-b998-48b0-ba25-13d0b6dadf54 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 Jul 09 19:11:26.735908 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592963d9-0441-4e6e-bc37-2561fcdb9bfe req-b8dfc451-01c9-4fb3-b993-6d7bff915d52 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:26.737378 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-592963d9-0441-4e6e-bc37-2561fcdb9bfe req-b8dfc451-01c9-4fb3-b993-6d7bff915d52 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 950 time: 0.0838993 Jul 09 19:11:26.782420 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-592963d9-0441-4e6e-bc37-2561fcdb9bfe req-b16061e4-bfcc-4f56-a149-20675d6594b4 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388393 Jul 09 19:11:27.225155 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd47330-cc4f-486e-8e69-f5fecec46dda req-e64e7025-41a8-491a-93bb-9e9fd6fee489 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:27.226586 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7dd47330-cc4f-486e-8e69-f5fecec46dda req-e64e7025-41a8-491a-93bb-9e9fd6fee489 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 943 time: 0.0819285 Jul 09 19:11:27.269525 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7dd47330-cc4f-486e-8e69-f5fecec46dda req-f9e7bda2-0557-49f1-acdf-a13bfdfd2462 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373862 Jul 09 19:11:27.440692 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eab4ff-563c-47d6-a52d-d0bab475dd71 req-d63b34fd-6c88-4f31-8265-59c998e08606 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:27.442644 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-50eab4ff-563c-47d6-a52d-d0bab475dd71 req-d63b34fd-6c88-4f31-8265-59c998e08606 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0814822 Jul 09 19:11:27.490574 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-50eab4ff-563c-47d6-a52d-d0bab475dd71 req-8c4c2cd2-50ff-45e6-a93a-f66dc125f69c tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 Jul 09 19:11:27.969748 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99453f2-5fec-4242-b0fc-8e5f33854a58 req-66563f00-620a-4a00-a36e-a8aa05b64f92 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:27.971242 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b99453f2-5fec-4242-b0fc-8e5f33854a58 req-66563f00-620a-4a00-a36e-a8aa05b64f92 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 950 time: 0.0842578 Jul 09 19:11:28.015487 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b99453f2-5fec-4242-b0fc-8e5f33854a58 req-e1d1c6b1-cb01-4acf-b804-af01219cce25 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Jul 09 19:11:28.051662 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008b8bc-c2eb-49db-bd52-4270719fd36b req-e04c5464-b813-4ffa-8acd-d6e8d6e709b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:28.053160 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-9008b8bc-c2eb-49db-bd52-4270719fd36b req-e04c5464-b813-4ffa-8acd-d6e8d6e709b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 1099 time: 0.0739841 Jul 09 19:11:28.101947 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-9008b8bc-c2eb-49db-bd52-4270719fd36b req-2ad1b97a-6c8d-4ce2-a5a9-b3889d8355ec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Jul 09 19:11:28.460014 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f948f96-72df-4c7b-a71e-8e1bbabbb134 req-5c2dc863-5e76-41bc-8fc7-8b13939aa107 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:28.461528 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9f948f96-72df-4c7b-a71e-8e1bbabbb134 req-5c2dc863-5e76-41bc-8fc7-8b13939aa107 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 943 time: 0.0840449 Jul 09 19:11:28.507494 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9f948f96-72df-4c7b-a71e-8e1bbabbb134 req-d51aef00-4cac-43f2-ba45-ee97f1689b58 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Jul 09 19:11:28.622714 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:11:28.713834 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc23886-406d-4891-9cd5-ba119b1db133 req-4770cf38-a5cc-4c57-895c-1ee840b90d1d tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:28.715610 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ebc23886-406d-4891-9cd5-ba119b1db133 req-4770cf38-a5cc-4c57-895c-1ee840b90d1d tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0995817 Jul 09 19:11:28.760987 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ebc23886-406d-4891-9cd5-ba119b1db133 req-37f896ab-206c-4175-b517-d2f77c1c1421 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390534 Jul 09 19:11:28.764690 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,segment=NetworkSegment(778c4b9b-e5b4-42da-a23d-71734304077f),segment_id=778c4b9b-e5b4-42da-a23d-71734304077f)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:28.780835 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': 'dc0e7b4c-c6af-4f44-9bee-e5439a1f9077', 'network_id': '2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c', 'port_id': 'dc0e7b4c-c6af-4f44-9bee-e5439a1f9077', 'mac_address': 'fa:16:3e:d4:56:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f97726d8-93a2-4ee3-947f-3ced90e24745', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:11:28.823477 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4c385-425c-4769-b848-6f2e148356bb req-dd2558fb-c3a1-4827-8f12-7e73530894be tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:28.824144 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-17b4c385-425c-4769-b848-6f2e148356bb req-dd2558fb-c3a1-4827-8f12-7e73530894be tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Synchronizing usage tracker for tenant:7902c2bd0a0240a88db095ff5c116b10 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:11:28.839837 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:28.857378 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:11:28.873489 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,segment=NetworkSegment(778c4b9b-e5b4-42da-a23d-71734304077f),segment_id=778c4b9b-e5b4-42da-a23d-71734304077f)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:28.889037 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-17b4c385-425c-4769-b848-6f2e148356bb req-dd2558fb-c3a1-4827-8f12-7e73530894be tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Unset dirty status for tenant:7902c2bd0a0240a88db095ff5c116b10 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:11:28.890221 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-17b4c385-425c-4769-b848-6f2e148356bb req-dd2558fb-c3a1-4827-8f12-7e73530894be tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.26 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 950 time: 0.1471593 Jul 09 19:11:28.928759 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:28.930557 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:29.001457 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-17b4c385-425c-4769-b848-6f2e148356bb req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Deleting port 6ce36089-6b74-4b41-812c-0f25979f2e7e {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:11:29.005517 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-17b4c385-425c-4769-b848-6f2e148356bb req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:29.011779 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:29.018552 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:29.229847 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5f403-6e1c-4b90-9df5-59e7145895b2 req-a2eb8dc0-44d0-4e38-9b9f-3a4f46e53606 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:29.231376 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-aec5f403-6e1c-4b90-9df5-59e7145895b2 req-a2eb8dc0-44d0-4e38-9b9f-3a4f46e53606 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 950 time: 0.0858488 Jul 09 19:11:29.277802 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-aec5f403-6e1c-4b90-9df5-59e7145895b2 req-160c745d-d32c-481e-afb7-2e8d5beef08f tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/security-groups?id=cac6ddf3-651d-46bc-995d-6bd8d83470ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Jul 09 19:11:29.359657 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-17b4c385-425c-4769-b848-6f2e148356bb req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] For port 6ce36089-6b74-4b41-812c-0f25979f2e7e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=6ce36089-6b74-4b41-812c-0f25979f2e7e,segment=NetworkSegment(80e8c196-dc77-45ce-beac-bf14c07ffe4c),segment_id=80e8c196-dc77-45ce-beac-bf14c07ffe4c)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:29.360741 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-17b4c385-425c-4769-b848-6f2e148356bb req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:29.482604 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-17b4c385-425c-4769-b848-6f2e148356bb req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Calling delete_port for 6ce36089-6b74-4b41-812c-0f25979f2e7e owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:11:29.509954 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['dc0e7b4c-c6af-4f44-9bee-e5439a1f9077'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:29.732252 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6d0c3-ba11-4bb9-b115-3875bdf73995 req-577bd76f-097c-4795-8196-225f1a9c3dc5 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:29.744730 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bad6d0c3-ba11-4bb9-b115-3875bdf73995 req-577bd76f-097c-4795-8196-225f1a9c3dc5 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 944 time: 0.1111195 Jul 09 19:11:29.775117 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-17b4c385-425c-4769-b848-6f2e148356bb req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:29.782175 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a8fc8089-c850-4cd7-9967-10ec3dee5f4e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:29.817282 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bad6d0c3-ba11-4bb9-b115-3875bdf73995 req-a27c1901-159c-4492-8247-53351746ae34 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611560 Jul 09 19:11:29.854275 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Pushing event deleted for resources: {'Port': ['ID=6ce36089-6b74-4b41-812c-0f25979f2e7e,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:29.858154 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:29.962639 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b4c385-425c-4769-b848-6f2e148356bb req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] No DVR routers for this DVR port 6ce36089-6b74-4b41-812c-0f25979f2e7e on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:11:29.968892 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-17b4c385-425c-4769-b848-6f2e148356bb req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:29.973926 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a826fa15-359b-4a56-892c-4bfd4494a72e', 'name': 'network-vif-deleted', 'tag': '6ce36089-6b74-4b41-812c-0f25979f2e7e'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:30.021574 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a826fa15-359b-4a56-892c-4bfd4494a72e', 'name': 'network-vif-deleted', 'tag': '6ce36089-6b74-4b41-812c-0f25979f2e7e', 'status': 'completed', 'code': 200} Jul 09 19:11:30.041202 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69655fe1-a50e-4f3f-beed-775f262c8b3c req-8c436999-b472-44e4-922f-c91c249596fb tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:30.047146 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-69655fe1-a50e-4f3f-beed-775f262c8b3c req-8c436999-b472-44e4-922f-c91c249596fb tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1200020 Jul 09 19:11:30.084209 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-17b4c385-425c-4769-b848-6f2e148356bb req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.26 "DELETE /v2.0/ports/6ce36089-6b74-4b41-812c-0f25979f2e7e HTTP/1.1" status: 204 len: 173 time: 1.1695499 Jul 09 19:11:30.089928 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-69655fe1-a50e-4f3f-beed-775f262c8b3c req-3d3f78c4-38d4-4af7-8c24-cf97997bccb5 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Jul 09 19:11:30.457859 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ed18b42c-bcf4-46f9-a649-9067076c5860 req-c838d9fc-226b-4d1e-8b15-3389fa85ab31 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a826fa15-359b-4a56-892c-4bfd4494a72e HTTP/1.1" status: 200 len: 210 time: 0.0463254 Jul 09 19:11:30.705242 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['6ce36089-6b74-4b41-812c-0f25979f2e7e'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:31.005965 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45890e0-f02b-48c1-bedb-df9e75df794a req-9b626e71-6d4b-4ce3-b782-6138ff7214c4 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:31.007509 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c45890e0-f02b-48c1-bedb-df9e75df794a req-9b626e71-6d4b-4ce3-b782-6138ff7214c4 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 944 time: 0.0865552 Jul 09 19:11:31.053593 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c45890e0-f02b-48c1-bedb-df9e75df794a req-9ceb66ab-5bf3-4ead-b02c-2e07cb6555a9 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Jul 09 19:11:31.340609 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c1879-4265-4f66-b9e3-16924886dcc5 req-87b09978-af8b-4082-a290-30f79aba5e9b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:31.342038 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c87c1879-4265-4f66-b9e3-16924886dcc5 req-87b09978-af8b-4082-a290-30f79aba5e9b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1416206 Jul 09 19:11:31.387990 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c87c1879-4265-4f66-b9e3-16924886dcc5 req-c47fec70-0158-4230-9f89-60fadc69db79 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Jul 09 19:11:31.580752 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:32.063326 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4ece7-4a2f-440c-a39d-e6fce3b2f9d9 req-e7c96625-f2d4-4a88-97bd-572b3014b672 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:32.066893 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-adc4ece7-4a2f-440c-a39d-e6fce3b2f9d9 req-e7c96625-f2d4-4a88-97bd-572b3014b672 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 945 time: 0.0990751 Jul 09 19:11:32.148422 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccd472-de27-40cc-98c4-fd8f4dfe1cfa req-c74c64a3-f4e3-429e-a9af-0992d2caba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:32.149952 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-04ccd472-de27-40cc-98c4-fd8f4dfe1cfa req-c74c64a3-f4e3-429e-a9af-0992d2caba46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 1099 time: 0.0801930 Jul 09 19:11:32.168398 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-adc4ece7-4a2f-440c-a39d-e6fce3b2f9d9 req-2f66b6b5-65c7-4e72-a470-eec025e08b0d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662656 Jul 09 19:11:32.192558 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36622e-f691-4fab-ad77-581080d33d0c req-6ba17516-3e5e-47ab-ad61-b2d274b58e45 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:32.199378 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ec36622e-f691-4fab-ad77-581080d33d0c req-6ba17516-3e5e-47ab-ad61-b2d274b58e45 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1333864 Jul 09 19:11:32.245841 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ec36622e-f691-4fab-ad77-581080d33d0c req-519d3ad3-6b49-44ce-9ccc-90748c96ec9d tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Jul 09 19:11:32.311190 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccd472-de27-40cc-98c4-fd8f4dfe1cfa req-7f5d86ff-baf7-430e-bb99-6df6acab8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:32.314239 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-04ccd472-de27-40cc-98c4-fd8f4dfe1cfa req-7f5d86ff-baf7-430e-bb99-6df6acab8eb8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 200 len: 919 time: 0.1510732 Jul 09 19:11:32.387465 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-04ccd472-de27-40cc-98c4-fd8f4dfe1cfa req-004285ac-43a4-426a-ae4b-1cd395e37e5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a HTTP/1.1" status: 200 len: 217 time: 0.0661190 Jul 09 19:11:32.437515 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0677283-a51d-42e0-b3ea-c4a777a6bcf1 req-e45fe1ae-8e82-4ab5-aab6-2159d0689d90 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:32.439549 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b0677283-a51d-42e0-b3ea-c4a777a6bcf1 req-e45fe1ae-8e82-4ab5-aab6-2159d0689d90 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 944 time: 0.0867805 Jul 09 19:11:32.451512 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccd472-de27-40cc-98c4-fd8f4dfe1cfa req-78f9fc52-413a-48f8-808e-183d6c3caf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:32.453200 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-04ccd472-de27-40cc-98c4-fd8f4dfe1cfa req-78f9fc52-413a-48f8-808e-183d6c3caf3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4f60a688-0427-4329-805e-76287dc10154 HTTP/1.1" status: 200 len: 859 time: 0.0583410 Jul 09 19:11:32.489380 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b0677283-a51d-42e0-b3ea-c4a777a6bcf1 req-f55b77c9-92a5-4203-b539-8226a7fccd49 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Jul 09 19:11:32.505889 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-04ccd472-de27-40cc-98c4-fd8f4dfe1cfa req-c1d2d003-6296-4729-8605-2ce587b8f1a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419598 Jul 09 19:11:32.625044 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:32.644752 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-04ccd472-de27-40cc-98c4-fd8f4dfe1cfa req-7b898669-52d5-4fa7-8240-ffdc616555ac service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310971 Jul 09 19:11:32.771436 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:32.773981 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:32.774430 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:32.790017 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-04ccd472-de27-40cc-98c4-fd8f4dfe1cfa req-e8435c90-c208-4a68-8f5c-7b398e19e506 service neutron] 10.222.0.26 "GET /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379094 Jul 09 19:11:32.902795 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:32.934837 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd016583a-e5b6-4c1b-babc-8d7ba807bde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e7b4c-c6af-4f44-9bee-e5439a1f9077'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:32.945068 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,segment=NetworkSegment(778c4b9b-e5b4-42da-a23d-71734304077f),segment_id=778c4b9b-e5b4-42da-a23d-71734304077f)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:32.989267 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd016583a-e5b6-4c1b-babc-8d7ba807bde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e7b4c-c6af-4f44-9bee-e5439a1f9077', 'code': 200} Jul 09 19:11:33.033246 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:33.034144 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 6ce36089-6b74-4b41-812c-0f25979f2e7e no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:11:33.061675 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:33.116706 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 6ce36089-6b74-4b41-812c-0f25979f2e7e {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:11:33.117049 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 6ce36089-6b74-4b41-812c-0f25979f2e7e not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:11:33.137667 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:33.140589 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:33.379970 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64577dd1-e69d-4702-9e1d-746a886764bc req-983ed7c4-e7f2-45a1-87e3-03683a3dddbb tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:33.381565 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-64577dd1-e69d-4702-9e1d-746a886764bc req-983ed7c4-e7f2-45a1-87e3-03683a3dddbb tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 945 time: 0.0973244 Jul 09 19:11:33.399393 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120182a-dca4-4153-95fd-2db8fd9ab2e6 req-bfdbe8a1-b267-4c42-91fd-93ecfddaec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:33.408051 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0120182a-dca4-4153-95fd-2db8fd9ab2e6 req-bfdbe8a1-b267-4c42-91fd-93ecfddaec88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 1098 time: 0.1021893 Jul 09 19:11:33.455152 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0120182a-dca4-4153-95fd-2db8fd9ab2e6 req-f9f6468d-9bac-4068-9769-b75f87e1d8ec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365000 Jul 09 19:11:33.489507 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-64577dd1-e69d-4702-9e1d-746a886764bc req-576eebe8-e6e7-4bde-9bab-b661c275764b tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007831 Jul 09 19:11:33.511063 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034c593-7cc7-422f-8c87-60d0e4f314e9 req-e4ab4395-12dd-4423-abcf-3e3dca031675 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:33.517820 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7034c593-7cc7-422f-8c87-60d0e4f314e9 req-e4ab4395-12dd-4423-abcf-3e3dca031675 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1301777 Jul 09 19:11:33.561668 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7034c593-7cc7-422f-8c87-60d0e4f314e9 req-c2c37f2d-ef33-41ae-ac7c-aa99c8f15bc7 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Jul 09 19:11:33.743733 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dad22d-54c9-44c8-aa83-2abc9a2a7a85 req-33746a84-9c68-42f7-99d3-427f443e4f3d tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:33.745223 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-34dad22d-54c9-44c8-aa83-2abc9a2a7a85 req-33746a84-9c68-42f7-99d3-427f443e4f3d tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 945 time: 0.0842197 Jul 09 19:11:33.790749 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-34dad22d-54c9-44c8-aa83-2abc9a2a7a85 req-781118fe-4850-4db2-97c9-97ac123530a5 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392265 Jul 09 19:11:34.160496 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1610058-de99-4067-a0f8-7719237d12ed req-5ead3866-8db6-4869-ad0d-802d1b2cda54 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:34.161195 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-a1610058-de99-4067-a0f8-7719237d12ed req-5ead3866-8db6-4869-ad0d-802d1b2cda54 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Synchronizing usage tracker for tenant:d8f84d62ccf4490e8448ee7390151127 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:11:34.243174 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-a1610058-de99-4067-a0f8-7719237d12ed req-5ead3866-8db6-4869-ad0d-802d1b2cda54 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Unset dirty status for tenant:d8f84d62ccf4490e8448ee7390151127 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:11:34.244352 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a1610058-de99-4067-a0f8-7719237d12ed req-5ead3866-8db6-4869-ad0d-802d1b2cda54 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 945 time: 0.1638942 Jul 09 19:11:34.324244 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-a1610058-de99-4067-a0f8-7719237d12ed req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Deleting port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:11:34.324244 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-a1610058-de99-4067-a0f8-7719237d12ed req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:34.651753 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-a1610058-de99-4067-a0f8-7719237d12ed req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] For port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:34.652482 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-a1610058-de99-4067-a0f8-7719237d12ed req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:34.717469 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b516938-6aa8-4fe4-a722-a52e28c4e013 req-13807ffe-bd3a-429f-8518-6129d0c14c3f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:34.718834 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6b516938-6aa8-4fe4-a722-a52e28c4e013 req-13807ffe-bd3a-429f-8518-6129d0c14c3f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 945 time: 0.1195400 Jul 09 19:11:34.781944 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-a1610058-de99-4067-a0f8-7719237d12ed req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Calling delete_port for c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:11:34.782776 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6b516938-6aa8-4fe4-a722-a52e28c4e013 req-ed39977f-46d8-44da-adc1-b6fe0d373a9d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572910 Jul 09 19:11:34.802493 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc27754-0b51-45c4-8f8c-d4a46b032a31 req-e0588270-ec4c-44f3-a387-7749f2be7c85 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:34.804002 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-acc27754-0b51-45c4-8f8c-d4a46b032a31 req-e0588270-ec4c-44f3-a387-7749f2be7c85 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1243224 Jul 09 19:11:34.879484 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-acc27754-0b51-45c4-8f8c-d4a46b032a31 req-cea3fe2f-7471-4d8e-8572-c2a4ec984040 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681520 Jul 09 19:11:35.060274 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-a1610058-de99-4067-a0f8-7719237d12ed req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:35.078016 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3d258910-587a-4b17-be50-38469376836e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:35.085320 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb', '0947d968-9162-431e-93a7-375437ae2523', '4e5dad2e-5321-49a6-89d5-92e2193a7617', 'c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:35.094957 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14493f8c-6cdc-4914-ae1e-959f2fe8a7d7 req-65f76230-1416-4ca2-be5e-0ad3c5484023 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:35.104017 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-14493f8c-6cdc-4914-ae1e-959f2fe8a7d7 req-65f76230-1416-4ca2-be5e-0ad3c5484023 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 945 time: 0.1005890 Jul 09 19:11:35.133193 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Pushing event deleted for resources: {'Port': ['ID=c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:35.169909 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-14493f8c-6cdc-4914-ae1e-959f2fe8a7d7 req-bd061d53-0457-4068-a5cc-578d44e70a3a tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647030 Jul 09 19:11:35.178699 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:35.235934 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1610058-de99-4067-a0f8-7719237d12ed req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] No DVR routers for this DVR port c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:11:35.238944 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-a1610058-de99-4067-a0f8-7719237d12ed req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:35.241455 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d5730c-a282-428a-898f-94820de32ce0', 'name': 'network-vif-deleted', 'tag': 'c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:35.294044 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d5730c-a282-428a-898f-94820de32ce0', 'name': 'network-vif-deleted', 'tag': 'c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db', 'status': 'completed', 'code': 200} Jul 09 19:11:35.331647 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a1610058-de99-4067-a0f8-7719237d12ed req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "DELETE /v2.0/ports/c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db HTTP/1.1" status: 204 len: 173 time: 1.0794370 Jul 09 19:11:35.950547 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1ceef865-822f-45c4-a3f2-9d4f22405c1a req-4a00d87e-f224-421d-970e-797f47eee008 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=99d5730c-a282-428a-898f-94820de32ce0 HTTP/1.1" status: 200 len: 210 time: 0.0479820 Jul 09 19:11:36.087666 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769d5b2-2a20-4258-8868-3082b206a022 req-ed9ba018-b2c4-4503-9c11-c891686061fb tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:36.089320 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d769d5b2-2a20-4258-8868-3082b206a022 req-ed9ba018-b2c4-4503-9c11-c891686061fb tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0825853 Jul 09 19:11:36.137391 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d769d5b2-2a20-4258-8868-3082b206a022 req-f5f757ef-ca52-4fdf-a48d-a5db44e5296b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Jul 09 19:11:36.361496 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63590e-400a-44c3-aa85-09b988a69b22 req-1649dec7-915b-43a4-b55f-138e70a32d97 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:36.362911 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bd63590e-400a-44c3-aa85-09b988a69b22 req-1649dec7-915b-43a4-b55f-138e70a32d97 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 945 time: 0.0909863 Jul 09 19:11:36.416610 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bd63590e-400a-44c3-aa85-09b988a69b22 req-e92c956f-fc43-4352-99f0-515a8fccf296 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470304 Jul 09 19:11:37.329412 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038986-61bd-4ed1-a9ba-baf490d5c66e req-5bf5a458-61dd-4c6f-bb97-e7930cf865b3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:37.330890 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2f038986-61bd-4ed1-a9ba-baf490d5c66e req-5bf5a458-61dd-4c6f-bb97-e7930cf865b3 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.0816021 Jul 09 19:11:37.375695 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2f038986-61bd-4ed1-a9ba-baf490d5c66e req-5753aa4c-154d-44a7-b688-5187339c1b32 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 Jul 09 19:11:38.319643 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35094260-f0a6-480f-98f0-3ceb0ee36ff7 req-e66d38d3-ad27-4be7-95f3-d1a42b7f215d tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:38.321179 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-35094260-f0a6-480f-98f0-3ceb0ee36ff7 req-e66d38d3-ad27-4be7-95f3-d1a42b7f215d tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 945 time: 0.0842454 Jul 09 19:11:38.366892 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-35094260-f0a6-480f-98f0-3ceb0ee36ff7 req-0a1fcbba-fd92-4e3c-9be9-51da726e81be tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398462 Jul 09 19:11:38.496589 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 35394) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:38.644032 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:11:38.657989 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-22516f1c-fec9-4896-9699-6c1e119b6e11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7902c2bd0a0240a88db095ff5c116b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578591 Jul 09 19:11:38.658336 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35400) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:38.683468 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:11:38.683960 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device c35c7c17-8a7e-4fe9-8d0b-a9bacd8ca4db not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:11:38.726433 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c56b9bee-bc79-4166-b109-34ee666634ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:38.753530 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c56b9bee-bc79-4166-b109-34ee666634ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:38.876343 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c56b9bee-bc79-4166-b109-34ee666634ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:38.880178 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-90e80218-7988-4dd1-ba11-ae017c87ed36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:38.894452 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b9bee-bc79-4166-b109-34ee666634ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6ddf3-651d-46bc-995d-6bd8d83470ba,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:38.896892 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c56b9bee-bc79-4166-b109-34ee666634ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:38.899321 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c56b9bee-bc79-4166-b109-34ee666634ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:38.902887 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-c56b9bee-bc79-4166-b109-34ee666634ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cac6ddf3-651d-46bc-995d-6bd8d83470ba HTTP/1.1" status: 204 len: 168 time: 0.2434652 Jul 09 19:11:39.182105 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffddc45-21fc-4245-b6de-23c48f2506b3 req-5e183357-acb0-4156-bd92-6ad0f2dca392 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:39.183584 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0ffddc45-21fc-4245-b6de-23c48f2506b3 req-5e183357-acb0-4156-bd92-6ad0f2dca392 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 945 time: 0.0858648 Jul 09 19:11:39.233658 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0ffddc45-21fc-4245-b6de-23c48f2506b3 req-7d5c0198-64f3-406c-a797-88f62eb3fb86 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433354 Jul 09 19:11:39.550929 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabc8d0-59f6-4699-b0a2-eef14af2f491 req-33a4fa7f-f411-42e2-91dd-4064065c4163 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:39.552374 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6dabc8d0-59f6-4699-b0a2-eef14af2f491 req-33a4fa7f-f411-42e2-91dd-4064065c4163 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 945 time: 0.0781059 Jul 09 19:11:39.657245 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6dabc8d0-59f6-4699-b0a2-eef14af2f491 req-2335b3d2-337c-4bef-8c54-d2d30a0dce55 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985458 Jul 09 19:11:39.948773 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 35436) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:40.052919 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1856777557-network', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:40.057340 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:40.061157 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Usage tracker for resource:network and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:40.064466 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:40.070531 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:40.076137 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-481c5220-cbb5-4782-af78-63d5bf96e6ce tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:40.076826 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-481c5220-cbb5-4782-af78-63d5bf96e6ce tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Synchronizing usage tracker for tenant:fd84f6841853449eb2e74b811f23ee67 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:11:40.139690 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Made reservation on behalf of 83a5c6892a8d46c4b063c377bf068e08 for: {'network': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:11:40.142501 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.154291 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.156911 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-481c5220-cbb5-4782-af78-63d5bf96e6ce tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Unset dirty status for tenant:fd84f6841853449eb2e74b811f23ee67 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:11:40.158094 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-481c5220-cbb5-4782-af78-63d5bf96e6ce tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.26 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 945 time: 0.1635873 Jul 09 19:11:40.168477 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:40.172370 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Usage tracker for resource:security_group_rule and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:40.175265 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:40.180923 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:40.231517 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Deleting port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:11:40.231995 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.270231 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.338502 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.341760 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:40.415709 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=79198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:11:40.427425 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:40.433327 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:40.435651 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.435982 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.segments_db [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Added segment f7168ce2-cd70-459c-809b-de39a8752e99 of type vlan for network 608e0e38-ed78-40a1-b402-82ad29544597 Jul 09 19:11:40.470023 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.487741 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] For port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,segment=NetworkSegment(778c4b9b-e5b4-42da-a23d-71734304077f),segment_id=778c4b9b-e5b4-42da-a23d-71734304077f)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:40.488091 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.489817 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af118fc8-5d28-41a5-8e70-95abe56e4f9a req-9b1545d3-9cf7-41a4-b3a7-2fa08292b857 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:40.491299 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-af118fc8-5d28-41a5-8e70-95abe56e4f9a req-9b1545d3-9cf7-41a4-b3a7-2fa08292b857 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 945 time: 0.1420588 Jul 09 19:11:40.552617 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-af118fc8-5d28-41a5-8e70-95abe56e4f9a req-898bd28b-cb19-4567-8298-75de4aec0d34 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551422 Jul 09 19:11:40.614387 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Calling delete_port for dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:11:40.637272 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.638686 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:40.639274 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.644326 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:40.747121 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Pushing event updated for resources: {'Network': ['ID=608e0e38-ed78-40a1-b402-82ad29544597,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:40.751247 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:40.759945 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 608e0e38-ed78-40a1-b402-82ad29544597 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:11:40.849716 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8965008 Jul 09 19:11:40.850032 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35454) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:40.855961 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Request body: {'subnet': {'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1856777557-subnet', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'ip_version': 4}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:40.856505 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253790bd-c576-465b-9ffd-e25677975c2d req-954b05e6-2026-4aa5-919f-b87667c05ac4 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:40.858027 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-253790bd-c576-465b-9ffd-e25677975c2d req-954b05e6-2026-4aa5-919f-b87667c05ac4 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 945 time: 0.0887425 Jul 09 19:11:40.861856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:40.866172 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:40.868180 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Usage tracker for resource:subnet and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:40.880591 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:40.883480 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:40.890400 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['dc0e7b4c-c6af-4f44-9bee-e5439a1f9077'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:40.914509 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-253790bd-c576-465b-9ffd-e25677975c2d req-9021ab63-5010-42a4-bf36-8b22027219cc tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/security-groups?id=e7a4d314-d4cb-4b47-be63-6f17c3baf79a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489309 Jul 09 19:11:40.925865 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:40.969200 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Pushing event deleted for resources: {'Port': ['ID=dc0e7b4c-c6af-4f44-9bee-e5439a1f9077,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:40.981835 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:41.013197 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] No DVR routers for this DVR port dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:11:41.015755 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:41.018435 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd016583a-e5b6-4c1b-babc-8d7ba807bde5', 'name': 'network-vif-deleted', 'tag': 'dc0e7b4c-c6af-4f44-9bee-e5439a1f9077'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:41.063339 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd016583a-e5b6-4c1b-babc-8d7ba807bde5', 'name': 'network-vif-deleted', 'tag': 'dc0e7b4c-c6af-4f44-9bee-e5439a1f9077', 'status': 'completed', 'code': 200} Jul 09 19:11:41.064456 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Made reservation on behalf of 83a5c6892a8d46c4b063c377bf068e08 for: {'subnet': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:11:41.066833 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10767503'] for subnet, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:41.087219 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-66e56fab-3e3b-4c0c-bd98-65e70a1b7532 req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.26 "DELETE /v2.0/ports/dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 HTTP/1.1" status: 204 len: 173 time: 0.9221091 Jul 09 19:11:41.417771 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576520d-a46f-47b7-8c01-de3096363f59 req-cc62f94f-88ce-49e9-a953-c952127e027a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:41.418455 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-e576520d-a46f-47b7-8c01-de3096363f59 req-cc62f94f-88ce-49e9-a953-c952127e027a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Synchronizing usage tracker for tenant:d8f84d62ccf4490e8448ee7390151127 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:11:41.483126 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11391615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10767513'] for subnet, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:41.488002 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e75d2b05-37a0-4bd7-af5f-d6e6613b702d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:41.523648 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-e576520d-a46f-47b7-8c01-de3096363f59 req-cc62f94f-88ce-49e9-a953-c952127e027a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Unset dirty status for tenant:d8f84d62ccf4490e8448ee7390151127 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:11:41.524783 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e576520d-a46f-47b7-8c01-de3096363f59 req-cc62f94f-88ce-49e9-a953-c952127e027a tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 945 time: 0.2352617 Jul 09 19:11:41.612849 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8715bb0-4b80-4cde-9f63-6c31b0217a49,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:41.615581 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:41.626365 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-e576520d-a46f-47b7-8c01-de3096363f59 req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Deleting port 4e5dad2e-5321-49a6-89d5-92e2193a7617 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:11:41.626724 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e576520d-a46f-47b7-8c01-de3096363f59 req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:41.678194 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Checking segment: {'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:11:41.678551 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Network hostable DHCP agents. Network: 608e0e38-ed78-40a1-b402-82ad29544597, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:11:41.790344 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b01591-a117-4689-806c-549655a1f8e9 req-3b415c3b-013f-4255-b911-08f5f4151160 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:41.795099 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-41b01591-a117-4689-806c-549655a1f8e9 req-3b415c3b-013f-4255-b911-08f5f4151160 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 945 time: 0.1345515 Jul 09 19:11:41.838517 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-41b01591-a117-4689-806c-549655a1f8e9 req-3c41376c-e376-4701-b9ee-fd1d88011212 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 Jul 09 19:11:41.847003 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Network 608e0e38-ed78-40a1-b402-82ad29544597 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:11:41.924747 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-e576520d-a46f-47b7-8c01-de3096363f59 req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] For port 4e5dad2e-5321-49a6-89d5-92e2193a7617, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4e5dad2e-5321-49a6-89d5-92e2193a7617,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:41.925198 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e576520d-a46f-47b7-8c01-de3096363f59 req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:41.993551 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 608e0e38-ed78-40a1-b402-82ad29544597) {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:42.004525 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d38c9-bc1d-4548-a16c-bdbae62102d6 None None] Network 608e0e38-ed78-40a1-b402-82ad29544597 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:11:42.066101 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-e576520d-a46f-47b7-8c01-de3096363f59 req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Calling delete_port for 4e5dad2e-5321-49a6-89d5-92e2193a7617 owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:11:42.119371 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:42.120037 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:42.131694 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9a9ab0f0-6540-4135-874f-6ece56923f5f req-09ed05c6-8fd1-4e8a-b236-270acb58177c tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] 10.222.0.16 "GET /v2.0/ports?device_id=d016583a-e5b6-4c1b-babc-8d7ba807bde5 HTTP/1.1" status: 200 len: 210 time: 0.0491025 Jul 09 19:11:42.240769 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa510da82-d629-5588-b6f5-c47147cc2651-608e0e38-ed78-40a1-b402-82ad29544597', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49'}]}} from dv-cinder-800268-1-smb. {{(pid=79200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 19:11:42.241612 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:42.274424 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4208987 Jul 09 19:11:42.274975 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35476) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:42.280103 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:42.285445 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:42.289320 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Usage tracker for resource:router and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:42.292371 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:42.298890 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:42.356904 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e576520d-a46f-47b7-8c01-de3096363f59 req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:42.362983 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-96ab035c-6d9f-4779-8df1-ede8c05bc338 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:42.377805 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb', '0947d968-9162-431e-93a7-375437ae2523', '4e5dad2e-5321-49a6-89d5-92e2193a7617'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:42.400618 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-472757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7160'] for router, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:42.401647 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7105'] for router, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:42.413856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Pushing event deleted for resources: {'Port': ['ID=4e5dad2e-5321-49a6-89d5-92e2193a7617,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:42.418208 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:42.445000 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Allocated IP 172.20.0.2 (608e0e38-ed78-40a1-b402-82ad29544597/e8715bb0-4b80-4cde-9f63-6c31b0217a49/873ac94e-6eb0-4d0c-9432-f1a91ac06e5c) {{(pid=79200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:11:42.497967 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:42.499542 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e576520d-a46f-47b7-8c01-de3096363f59 req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] No DVR routers for this DVR port 4e5dad2e-5321-49a6-89d5-92e2193a7617 on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:11:42.506240 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e576520d-a46f-47b7-8c01-de3096363f59 req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:42.574870 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e576520d-a46f-47b7-8c01-de3096363f59 req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "DELETE /v2.0/ports/4e5dad2e-5321-49a6-89d5-92e2193a7617 HTTP/1.1" status: 204 len: 173 time: 1.0422637 Jul 09 19:11:42.742464 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Notify callbacks [] for port, precommit_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:42.763000 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Transition to ACTIVE for port object 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:42.798280 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Transition to ACTIVE for port object 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c will not be triggered until provisioned by entity DHCP. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:42.836670 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-472746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7135'] for router, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:42.873044 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:42.880060 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:42.949870 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Pushing event updated for resources: {'Port': ['ID=873ac94e-6eb0-4d0c-9432-f1a91ac06e5c,revision_number=1']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:42.960285 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Network 608e0e38-ed78-40a1-b402-82ad29544597 is already hosted by enough agents. {{(pid=79200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:11:42.962102 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:42.962959 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Resources bound (agent type, host, resource id): {{(pid=79200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:42.966809 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Received port after_create {{(pid=79200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:11:43.040178 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8cffcce0-b492-4c35-a13f-41820e98b2fc req-990b5b59-5e07-4769-8745-1b8483305206 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=68cc259f-7f0f-4dc7-b172-b7c6cb2d0667 HTTP/1.1" status: 200 len: 210 time: 0.0428421 Jul 09 19:11:43.068081 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Attempting to bind port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:11:43.068529 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Attempting to bind port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:11:43.068918 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Attempting to bind port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c on network 608e0e38-ed78-40a1-b402-82ad29544597 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:11:43.074682 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:11:43.075141 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Checking segment: {'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:11:43.075612 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:43.076068 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Bound using segment: {'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:11:43.076603 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Bound port: 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:11:43.077046 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:43.172664 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] For port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:11:43.175716 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] For port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=873ac94e-6eb0-4d0c-9432-f1a91ac06e5c,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:11:43.200978 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cc259f-7f0f-4dc7-b172-b7c6cb2d0667', 'name': 'network-vif-deleted', 'tag': '4e5dad2e-5321-49a6-89d5-92e2193a7617'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:43.248826 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:43.254289 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:43.333155 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Pushing event updated for resources: {'Port': ['ID=873ac94e-6eb0-4d0c-9432-f1a91ac06e5c,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:43.339327 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cc259f-7f0f-4dc7-b172-b7c6cb2d0667', 'name': 'network-vif-deleted', 'tag': '4e5dad2e-5321-49a6-89d5-92e2193a7617', 'status': 'completed', 'code': 200} Jul 09 19:11:43.339916 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:43.375638 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:43.411191 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:43.643663 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Allocated IP 172.28.0.140 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/48e01645-7046-41e4-9ea1-02236bafd479) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:11:43.751660 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cabf79-4146-401f-be9f-1d8ab65314d4 req-a8fc8d9a-01f1-4f46-b286-4e1d341e1e9f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:43.759538 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-93cabf79-4146-401f-be9f-1d8ab65314d4 req-a8fc8d9a-01f1-4f46-b286-4e1d341e1e9f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1230419 Jul 09 19:11:43.810296 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-93cabf79-4146-401f-be9f-1d8ab65314d4 req-e6bde498-111a-4bd4-b5e8-f46cd7e729a7 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488155 Jul 09 19:11:43.826345 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:43.912128 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:43.916841 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9edc1339-9f6d-4e45-aa65-81f31a314877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:43.978840 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:11:43.981657 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:43.985942 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:11:44.027589 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Pushing event updated for resources: {'Port': ['ID=48e01645-7046-41e4-9ea1-02236bafd479,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:44.032243 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:44.459819 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f198f-01ed-4624-b694-dd5b81897ee8 None None] Network 608e0e38-ed78-40a1-b402-82ad29544597 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:11:44.503345 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:44.644039 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-072422f9-a0f8-478f-b0f2-ca73a863a94d None None] Provisioning for port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:44.657818 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:11:44.697364 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:11:44.697710 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device dc0e7b4c-c6af-4f44-9bee-e5439a1f9077 not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:11:44.698134 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 4e5dad2e-5321-49a6-89d5-92e2193a7617 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:11:44.739455 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 4e5dad2e-5321-49a6-89d5-92e2193a7617 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:11:44.739792 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 4e5dad2e-5321-49a6-89d5-92e2193a7617 not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:11:44.824295 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2b77-88d9-4143-bb32-4f8300c6b152 req-4078e0dc-5bfd-4f02-abf7-b9bdfe7383c5 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:44.825841 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0daa2b77-88d9-4143-bb32-4f8300c6b152 req-4078e0dc-5bfd-4f02-abf7-b9bdfe7383c5 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 945 time: 0.1173928 Jul 09 19:11:44.919720 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0daa2b77-88d9-4143-bb32-4f8300c6b152 req-3f7de32d-e364-49a5-9e42-ed2c62f1003d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861645 Jul 09 19:11:45.059163 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-472764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462336'] for router, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:45.092755 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38500a-6e21-4ccc-b5c0-fa6aacb79595 req-b7a123e0-abee-405e-a3ab-56d55f62e9a0 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:45.094915 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2f38500a-6e21-4ccc-b5c0-fa6aacb79595 req-b7a123e0-abee-405e-a3ab-56d55f62e9a0 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.1258991 Jul 09 19:11:45.174009 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2f38500a-6e21-4ccc-b5c0-fa6aacb79595 req-8bdcef8a-170c-4ce1-8da1-5c8597c93836 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669327 Jul 09 19:11:45.383936 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Router f4a03f56-2f37-4e4c-9431-92d1c0ed062b is scheduled to L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 with binding_index 1 {{(pid=79199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:11:45.570560 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:11:45.580085 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Sync routers for ids ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:11:45.591871 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Routers {'f4a03f56-2f37-4e4c-9431-92d1c0ed062b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:11:45.592481 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:11:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:11:45.599153 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:45.677173 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Notify callbacks [] for router, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:45.678940 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4023874 Jul 09 19:11:45.681459 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 35558) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:45.768968 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Set router f4a03f56-2f37-4e4c-9431-92d1c0ed062b gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:11:45.797706 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:45.808041 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:45.809004 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:46.045467 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:46.114251 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:44Z', 'revision_number': 3, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:11:46.118558 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Checking router: f4a03f56-2f37-4e4c-9431-92d1c0ed062b for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:11:46.118979 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Updating router f4a03f56-2f37-4e4c-9431-92d1c0ed062b port 48e01645-7046-41e4-9ea1-02236bafd479 binding host dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:11:46.120789 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=873ac94e-6eb0-4d0c-9432-f1a91ac06e5c,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:46.181277 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:46.183254 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:46.187511 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:46.347201 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=873ac94e-6eb0-4d0c-9432-f1a91ac06e5c,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:46.362295 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:46.463639 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-31867b21-548c-4aae-8181-17f12ba77f5f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:46.470633 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-31867b21-548c-4aae-8181-17f12ba77f5f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Synchronizing usage tracker for tenant:0c3f20b7bdde4d869bc9fa7fc09c917c on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:11:46.489035 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-31867b21-548c-4aae-8181-17f12ba77f5f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Unset dirty status for tenant:0c3f20b7bdde4d869bc9fa7fc09c917c on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:11:46.490185 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-31867b21-548c-4aae-8181-17f12ba77f5f tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.2140906 Jul 09 19:11:46.618509 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Deleting port ded7f65b-d929-4a21-af6e-8f84f853a98e {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:11:46.619060 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:46.677036 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780684f-88b8-403a-80b0-f181646300b9 req-ea89f012-407a-4c86-980e-6548468d35cd tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:46.683956 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9780684f-88b8-403a-80b0-f181646300b9 req-ea89f012-407a-4c86-980e-6548468d35cd tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 945 time: 0.5869009 Jul 09 19:11:46.723533 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Notify callbacks [] for port, precommit_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:46.736337 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.provisioning_blocks [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Transition to ACTIVE for port object 48e01645-7046-41e4-9ea1-02236bafd479 will not be triggered until provisioned by entity L2. {{(pid=79201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:46.771269 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be5ac4-298d-4c9c-9d72-c876bd6099b7 req-dc7ba1d9-fa6e-4f18-8e00-07a6ec0597e2 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:46.779173 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-46be5ac4-298d-4c9c-9d72-c876bd6099b7 req-dc7ba1d9-fa6e-4f18-8e00-07a6ec0597e2 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 945 time: 0.2736647 Jul 09 19:11:46.801853 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fb84a-a769-456d-b741-a3ec11b322de req-92270320-a8e4-4e6a-93d3-5df3251f593e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:46.802557 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-e67fb84a-a769-456d-b741-a3ec11b322de req-92270320-a8e4-4e6a-93d3-5df3251f593e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Synchronizing usage tracker for tenant:d8f84d62ccf4490e8448ee7390151127 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:11:46.831338 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:46.845596 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:46.849930 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9780684f-88b8-403a-80b0-f181646300b9 req-64f2ed03-c8eb-4c9a-b2d9-dfa9527084cf tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650627 Jul 09 19:11:46.883111 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:46.940660 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-46be5ac4-298d-4c9c-9d72-c876bd6099b7 req-8a76b7e9-f9bc-4ae0-b10e-4762a5bf412e tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603723 Jul 09 19:11:46.979571 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] For port ded7f65b-d929-4a21-af6e-8f84f853a98e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ded7f65b-d929-4a21-af6e-8f84f853a98e,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:46.980018 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:47.108987 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Pushing event updated for resources: {'Port': ['ID=48e01645-7046-41e4-9ea1-02236bafd479,revision_number=2']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:47.122573 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.123320 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.124227 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.124791 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.130599 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.130599 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.130599 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.130599 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.130599 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.130599 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.130599 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.130599 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:47.143679 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:47.147925 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Attempting to bind port 48e01645-7046-41e4-9ea1-02236bafd479 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:11:47.148767 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Attempting to bind port 48e01645-7046-41e4-9ea1-02236bafd479 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:11:47.149366 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Attempting to bind port 48e01645-7046-41e4-9ea1-02236bafd479 on network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:11:47.161017 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:11:47.161736 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Checking segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:11:47.162309 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:47.164908 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Bound using segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:11:47.164908 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Bound port: 48e01645-7046-41e4-9ea1-02236bafd479, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:11:47.164908 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:47.215713 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-e67fb84a-a769-456d-b741-a3ec11b322de req-92270320-a8e4-4e6a-93d3-5df3251f593e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Unset dirty status for tenant:d8f84d62ccf4490e8448ee7390151127 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:11:47.216871 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e67fb84a-a769-456d-b741-a3ec11b322de req-92270320-a8e4-4e6a-93d3-5df3251f593e tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 945 time: 0.6799359 Jul 09 19:11:47.224746 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Calling delete_port for ded7f65b-d929-4a21-af6e-8f84f853a98e owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:11:47.303410 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] For port 48e01645-7046-41e4-9ea1-02236bafd479, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:11:47.307831 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] For port 48e01645-7046-41e4-9ea1-02236bafd479, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=48e01645-7046-41e4-9ea1-02236bafd479,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:11:47.345373 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Allocated IP 172.20.0.1 (608e0e38-ed78-40a1-b402-82ad29544597/e8715bb0-4b80-4cde-9f63-6c31b0217a49/420d1522-ae0d-4397-8e3a-9bf05d218c3d) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:11:47.370546 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-e67fb84a-a769-456d-b741-a3ec11b322de req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Deleting port 0947d968-9162-431e-93a7-375437ae2523 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:11:47.371047 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e67fb84a-a769-456d-b741-a3ec11b322de req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:47.433330 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:47.441500 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-63975e56-a06e-4cab-9347-9ef7489ad5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:47.545739 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c8e94986-0226-4654-b432-d735ec9c77e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:47.579036 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Routers {'f4a03f56-2f37-4e4c-9431-92d1c0ed062b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:11:47.583149 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:11:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:11:47.586332 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:47.629709 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:47.632113 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.provisioning_blocks [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Transition to ACTIVE for port object 420d1522-ae0d-4397-8e3a-9bf05d218c3d will not be triggered until provisioned by entity DHCP. {{(pid=79198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:47.768736 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Pushing event updated for resources: {'Port': ['ID=48e01645-7046-41e4-9ea1-02236bafd479,revision_number=3']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:47.770335 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:47.775850 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:47.776380 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-4e64564e-1703-44a6-8e00-6607c97f32b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:47.806068 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:47.806884 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:47.834049 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-e67fb84a-a769-456d-b741-a3ec11b322de req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] For port 0947d968-9162-431e-93a7-375437ae2523, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0947d968-9162-431e-93a7-375437ae2523,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:47.834676 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e67fb84a-a769-456d-b741-a3ec11b322de req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:47.924790 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] Set router f4a03f56-2f37-4e4c-9431-92d1c0ed062b gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:11:47.960874 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Network 608e0e38-ed78-40a1-b402-82ad29544597 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:11:47.980560 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:47.988651 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:11:47.989112 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462534'] for router_interface, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:48.042009 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=420d1522-ae0d-4397-8e3a-9bf05d218c3d,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:48.067421 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:48.099072 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:48.310441 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09866375-0962-4d82-ada9-96933106a7b7 req-f1f702d9-2d05-4153-9231-b854ba671155 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:48.320156 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-09866375-0962-4d82-ada9-96933106a7b7 req-f1f702d9-2d05-4153-9231-b854ba671155 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 945 time: 0.1811595 Jul 09 19:11:48.347602 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-adaed454-1503-49a1-98bf-047d5f199565 req-e17654b2-fa7a-44d8-ab69-a3ca9cc3211a tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 210 time: 0.0956938 Jul 09 19:11:48.388584 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:48.393976 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-09866375-0962-4d82-ada9-96933106a7b7 req-ab95b08c-4844-43cd-b911-b8bba1242577 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675025 Jul 09 19:11:48.398017 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-e67fb84a-a769-456d-b741-a3ec11b322de req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Calling delete_port for 0947d968-9162-431e-93a7-375437ae2523 owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:11:48.416275 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['ded7f65b-d929-4a21-af6e-8f84f853a98e', 'dc9e2fd9-0261-4f05-97f7-25b98c780c9a'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:48.436673 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a096600e-b0b8-460d-94a0-cf4f7bdd94fe tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:48.500851 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:48.525226 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Pushing event deleted for resources: {'Port': ['ID=ded7f65b-d929-4a21-af6e-8f84f853a98e,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:48.536268 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-685e5c51-1400-49ea-8f23-7cfb5ebac898 None None] Provisioning for port 420d1522-ae0d-4397-8e3a-9bf05d218c3d completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:48.542729 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:44Z', 'revision_number': 3, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:11:48.553884 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedfb8ff-d2d5-407a-a193-bc1de003c883 None None] The sync data for ids ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'] in dv-cinder-800268-1-smb is: [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:44Z', 'revision_number': 3, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:11:48.563888 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:48.588805 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-685e5c51-1400-49ea-8f23-7cfb5ebac898 None None] Provisioning complete for port 420d1522-ae0d-4397-8e3a-9bf05d218c3d triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:48.589392 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-685e5c51-1400-49ea-8f23-7cfb5ebac898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:48.618078 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] No DVR routers for this DVR port ded7f65b-d929-4a21-af6e-8f84f853a98e on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:11:48.623335 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:48.626442 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdd1f72-3a34-4dc8-9265-734b54927f83', 'name': 'network-vif-deleted', 'tag': 'ded7f65b-d929-4a21-af6e-8f84f853a98e'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:48.762968 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0cdb990d-ace3-4295-b4da-eb562ec6678a req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.26 "DELETE /v2.0/ports/ded7f65b-d929-4a21-af6e-8f84f853a98e HTTP/1.1" status: 204 len: 173 time: 2.2633750 Jul 09 19:11:48.767006 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdd1f72-3a34-4dc8-9265-734b54927f83', 'name': 'network-vif-deleted', 'tag': 'ded7f65b-d929-4a21-af6e-8f84f853a98e', 'status': 'completed', 'code': 200} Jul 09 19:11:48.789351 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-685e5c51-1400-49ea-8f23-7cfb5ebac898 None None] Port 420d1522-ae0d-4397-8e3a-9bf05d218c3d cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:11:48.889616 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e67fb84a-a769-456d-b741-a3ec11b322de req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:48.897729 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-67eb485a-0a73-4a1e-ae98-88786529dc0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:48.968996 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:49.040129 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Pushing event deleted for resources: {'Port': ['ID=0947d968-9162-431e-93a7-375437ae2523,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:49.077086 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:49.078445 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472701'] for router_interface, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:49.083261 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:49.094183 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:49.151433 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67fb84a-a769-456d-b741-a3ec11b322de req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] No DVR routers for this DVR port 0947d968-9162-431e-93a7-375437ae2523 on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:11:49.158722 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e67fb84a-a769-456d-b741-a3ec11b322de req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:49.249227 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e67fb84a-a769-456d-b741-a3ec11b322de req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "DELETE /v2.0/ports/0947d968-9162-431e-93a7-375437ae2523 HTTP/1.1" status: 204 len: 173 time: 1.9891951 Jul 09 19:11:49.275245 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:11:49.300863 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Pushing event updated for resources: {'Port': ['ID=420d1522-ae0d-4397-8e3a-9bf05d218c3d,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:49.305214 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:49.413957 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Network 608e0e38-ed78-40a1-b402-82ad29544597 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:11:49.416300 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:49.750488 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 48e01645-7046-41e4-9ea1-02236bafd479 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:50.042368 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-0cd2e6b6-7543-4869-a720-20b36eb97fd3 None None] Provisioning complete for port 420d1522-ae0d-4397-8e3a-9bf05d218c3d triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:50.042841 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e6b6-7543-4869-a720-20b36eb97fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:50.129903 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-0cd2e6b6-7543-4869-a720-20b36eb97fd3 None None] Port 420d1522-ae0d-4397-8e3a-9bf05d218c3d cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:11:50.184710 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-54e97a45-3fec-47ab-8f7c-ae2ce3df5aac req-98dcecc2-84c0-4c7e-a701-da9e716c83db tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=bfdd1f72-3a34-4dc8-9265-734b54927f83 HTTP/1.1" status: 200 len: 210 time: 0.1347055 Jul 09 19:11:50.254456 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8cfc4b02-a8dd-47f5-9650-e9a2bdb5f756 req-ea75b305-de31-49f8-9f8e-9827495971e7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5668cf3-737b-46b1-92cd-4363e525b200 HTTP/1.1" status: 200 len: 210 time: 0.2054603 Jul 09 19:11:50.310924 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Router f4a03f56-2f37-4e4c-9431-92d1c0ed062b has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:11:50.372645 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5e8287d6-d6ae-4e2e-b308-175992646e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:50.452814 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 48e01645-7046-41e4-9ea1-02236bafd479 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:50.458721 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 48e01645-7046-41e4-9ea1-02236bafd479 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:50.460404 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:50.635684 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:50.663438 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:11:50.668634 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port 48e01645-7046-41e4-9ea1-02236bafd479, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=48e01645-7046-41e4-9ea1-02236bafd479,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:50.676531 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 0947d968-9162-431e-93a7-375437ae2523 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:11:50.681387 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-02466193-3918-4539-9d10-e423d4d7aeb3 admin admin] 10.222.0.16 "PUT /v2.0/routers/f4a03f56-2f37-4e4c-9431-92d1c0ed062b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9986489 Jul 09 19:11:50.744746 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da7a0b-77ce-4709-bd29-664545b5fff4 req-ae1cb31e-ec31-4bd8-b1d5-25eba6cc6953 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:50.752361 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e9da7a0b-77ce-4709-bd29-664545b5fff4 req-ae1cb31e-ec31-4bd8-b1d5-25eba6cc6953 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.3561966 Jul 09 19:11:50.754785 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:50.759546 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 0947d968-9162-431e-93a7-375437ae2523 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:11:50.759546 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 0947d968-9162-431e-93a7-375437ae2523 not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:11:50.759546 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device ded7f65b-d929-4a21-af6e-8f84f853a98e no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:11:50.768415 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5668cf3-737b-46b1-92cd-4363e525b200', 'name': 'network-vif-deleted', 'tag': '0947d968-9162-431e-93a7-375437ae2523'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:50.818608 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:50.850771 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: ded7f65b-d929-4a21-af6e-8f84f853a98e {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:11:50.850771 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device ded7f65b-d929-4a21-af6e-8f84f853a98e not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:11:50.852492 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e9da7a0b-77ce-4709-bd29-664545b5fff4 req-7b0dd85e-9e3a-46e5-b72c-767b85ed39a4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959382 Jul 09 19:11:50.905554 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5668cf3-737b-46b1-92cd-4363e525b200', 'name': 'network-vif-deleted', 'tag': '0947d968-9162-431e-93a7-375437ae2523', 'status': 'completed', 'code': 200} Jul 09 19:11:50.960096 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=48e01645-7046-41e4-9ea1-02236bafd479,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:50.975681 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:51.266556 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:51.291702 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Sync routers for ids ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:11:51.304789 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Routers {'f4a03f56-2f37-4e4c-9431-92d1c0ed062b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:11:51.305539 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:11:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:11:51.617132 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 48e01645-7046-41e4-9ea1-02236bafd479 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:51.769379 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Set router f4a03f56-2f37-4e4c-9431-92d1c0ed062b gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:11:51.852644 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 48e01645-7046-41e4-9ea1-02236bafd479 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:51.853932 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:51.961898 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35674) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:51.971842 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-915521773-network', 'tenant_id': '01fff821140748b494edf56321d84748'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:51.978537 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:51.982862 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Usage tracker for resource:network and tenant:01fff821140748b494edf56321d84748 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:51.987490 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:51.994555 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:52.098392 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Made reservation on behalf of 01fff821140748b494edf56321d84748 for: {'network': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:11:52.101241 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:52.118146 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:52.134394 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:52.138661 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Usage tracker for resource:security_group_rule and tenant:01fff821140748b494edf56321d84748 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:52.142980 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:52.149988 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:52.254700 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade8786-49c7-4f73-9607-c2c85c163274 req-bd4e0444-c96e-4467-97b3-3663c175d3d2 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:52.265919 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-aade8786-49c7-4f73-9607-c2c85c163274 req-bd4e0444-c96e-4467-97b3-3663c175d3d2 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.2302969 Jul 09 19:11:52.280088 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:52.309121 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd409d0-fef4-4f04-a209-cb90ee27e806 req-c8829ccd-0d88-4584-8c34-e1e8b3e1a20b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:52.311293 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3dd409d0-fef4-4f04-a209-cb90ee27e806 req-c8829ccd-0d88-4584-8c34-e1e8b3e1a20b tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1822991 Jul 09 19:11:52.313211 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:48Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '420d1522-ae0d-4397-8e3a-9bf05d218c3d', 'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'mac_address': 'fa:16:3e:8f:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:47Z', 'updated_at': '2021-07-09T19:11:48Z', 'revision_number': 2, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'subnets': [{'id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:11:52.317782 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Checking router: f4a03f56-2f37-4e4c-9431-92d1c0ed062b for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:11:52.318169 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Updating router f4a03f56-2f37-4e4c-9431-92d1c0ed062b port 420d1522-ae0d-4397-8e3a-9bf05d218c3d binding host dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:11:52.334167 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:52.337952 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ab9de4fd-301a-4752-9a73-a91b6041f185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:52.367435 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-aade8786-49c7-4f73-9607-c2c85c163274 req-be4a4d1c-1c31-4d7d-a2cd-b3431ab93b23 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001453 Jul 09 19:11:52.404987 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:52.411793 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=79199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:11:52.418028 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fe4e60-7be1-42fb-a3ff-a3ec54a776d0,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:52.422544 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:52.431487 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:52.431993 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.segments_db [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Added segment 9eb01dde-fa11-43fa-a263-32fde17aaa2e of type vlan for network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 Jul 09 19:11:52.446193 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3dd409d0-fef4-4f04-a209-cb90ee27e806 req-69492538-2319-41e1-a7b7-3d91c5ae6486 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223800 Jul 09 19:11:52.478833 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:52.602569 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:52.603851 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:52.604440 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:52.610032 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:52.730837 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Pushing event updated for resources: {'Network': ['ID=4c59b9ac-e261-4bcc-acc2-b4c4f5acb400,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:52.735163 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:52.756673 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:11:52.781836 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8180437 Jul 09 19:11:52.785186 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35686) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:52.790896 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Request body: {'subnet': {'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-915521773-subnet', 'tenant_id': '01fff821140748b494edf56321d84748', 'ip_version': 4}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:52.799392 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:52.803750 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Usage tracker for resource:subnet and tenant:01fff821140748b494edf56321d84748 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:52.809961 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:52.816193 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:52.893023 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Made reservation on behalf of 01fff821140748b494edf56321d84748 for: {'subnet': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:11:52.897319 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10767503'] for subnet, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:52.897459 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:53.099213 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Notify callbacks [] for port, precommit_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:53.116958 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Transition to ACTIVE for port object 420d1522-ae0d-4397-8e3a-9bf05d218c3d will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:53.185457 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:53.190950 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:53.288757 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11391615', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10767513'] for subnet, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:53.308008 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ad1dbf61-c910-4c03-bc2d-c17fda6d37c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:53.356450 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f46635-5bd7-484f-91cb-71ce7af4b5e6 None None] Pushing event updated for resources: {'Port': ['ID=420d1522-ae0d-4397-8e3a-9bf05d218c3d,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:53.393171 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-92f46635-5bd7-484f-91cb-71ce7af4b5e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:53.394524 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb829977-3447-443b-bcb2-d932b87d542c,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:53.399122 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:53.434750 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Checking segment: {'id': '9eb01dde-fa11-43fa-a263-32fde17aaa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:11:53.435114 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Network hostable DHCP agents. Network: 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:11:53.539919 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:11:53.642559 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400) {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:53.646975 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:53.647600 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:53.657513 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ba19a-3aaf-411f-876f-0245280d882c None None] Network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:11:53.702961 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e192b3-42a7-4254-80ce-917219a7c604 req-174985e4-f8f3-4d5c-a180-e17d80480b3f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:53.711245 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-74e192b3-42a7-4254-80ce-917219a7c604 req-174985e4-f8f3-4d5c-a180-e17d80480b3f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 945 time: 0.1676366 Jul 09 19:11:53.736759 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050abd1-1dcc-43ff-9b43-359c4c084ea8 req-0060487a-bdf5-4bc8-9ff5-181f60f056fa tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:53.738831 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3050abd1-1dcc-43ff-9b43-359c4c084ea8 req-0060487a-bdf5-4bc8-9ff5-181f60f056fa tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1613536 Jul 09 19:11:53.779217 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-7bccf664-bd95-4d41-9b9c-2f0badbc5cc1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9906468 Jul 09 19:11:53.779611 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35704) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:11:53.789521 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-915521773-router', 'tenant_id': '01fff821140748b494edf56321d84748', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:11:53.800845 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:11:53.806155 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-74e192b3-42a7-4254-80ce-917219a7c604 req-df9a6b90-3bec-46b6-a8f1-df478999d84d tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939503 Jul 09 19:11:53.813426 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Usage tracker for resource:router and tenant:01fff821140748b494edf56321d84748 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:11:53.828109 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:11:53.833017 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3050abd1-1dcc-43ff-9b43-359c4c084ea8 req-f5ffdfdf-4ae5-488c-8871-c6f1210d94d0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854483 Jul 09 19:11:53.847087 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:11:53.974428 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-472757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7160'] for router, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:53.975699 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7105'] for router, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:53.989707 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa510da82-d629-5588-b6f5-c47147cc2651-4c59b9ac-e261-4bcc-acc2-b4c4f5acb400', 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400', 'tenant_id': '01fff821140748b494edf56321d84748', 'fixed_ips': [{'subnet_id': 'eb829977-3447-443b-bcb2-d932b87d542c'}]}} from dv-cinder-800268-1-smb. {{(pid=79200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 19:11:53.991293 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:54.013681 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:54.025954 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Attempting to bind port 420d1522-ae0d-4397-8e3a-9bf05d218c3d on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:11:54.029116 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Attempting to bind port 420d1522-ae0d-4397-8e3a-9bf05d218c3d by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:11:54.029677 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Attempting to bind port 420d1522-ae0d-4397-8e3a-9bf05d218c3d on network 608e0e38-ed78-40a1-b402-82ad29544597 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:11:54.039952 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:11:54.041134 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Checking segment: {'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:11:54.041778 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:54.042276 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Bound using segment: {'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:11:54.042943 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Bound port: 420d1522-ae0d-4397-8e3a-9bf05d218c3d, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:11:54.043445 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:54.059072 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b442dac-f2a0-4634-9f27-8270939069c2 req-a04bc720-16b0-4886-9624-b0a28ee39daa tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:54.068019 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1b442dac-f2a0-4634-9f27-8270939069c2 req-a04bc720-16b0-4886-9624-b0a28ee39daa tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1098864 Jul 09 19:11:54.132348 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1b442dac-f2a0-4634-9f27-8270939069c2 req-8d0f8d83-f2dc-4bd4-ae18-5a453c3511b4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625732 Jul 09 19:11:54.339279 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] For port 420d1522-ae0d-4397-8e3a-9bf05d218c3d, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:11:54.342645 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] For port 420d1522-ae0d-4397-8e3a-9bf05d218c3d, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=420d1522-ae0d-4397-8e3a-9bf05d218c3d,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:11:54.355534 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.db_base_plugin_common [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Allocated IP 172.20.0.2 (4c59b9ac-e261-4bcc-acc2-b4c4f5acb400/eb829977-3447-443b-bcb2-d932b87d542c/796b660c-6796-4cea-958e-26c35045cd83) {{(pid=79200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:11:54.454138 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:54.461053 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:54.546026 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-472746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7135'] for router, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:54.596527 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f46635-5bd7-484f-91cb-71ce7af4b5e6 None None] Pushing event updated for resources: {'Port': ['ID=420d1522-ae0d-4397-8e3a-9bf05d218c3d,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:54.620386 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-92f46635-5bd7-484f-91cb-71ce7af4b5e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:54.621172 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Routers {'f4a03f56-2f37-4e4c-9431-92d1c0ed062b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:11:54.621976 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:11:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:11:54.913570 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] Set router f4a03f56-2f37-4e4c-9431-92d1c0ed062b gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:11:55.167098 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Notify callbacks [] for port, precommit_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:55.220011 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Transition to ACTIVE for port object 796b660c-6796-4cea-958e-26c35045cd83 will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:55.250758 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:55.275167 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Transition to ACTIVE for port object 796b660c-6796-4cea-958e-26c35045cd83 will not be triggered until provisioned by entity DHCP. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:11:55.312636 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea47135-e092-4dfa-841d-de6252f96947 req-ee2e4555-1d5d-407a-bcbf-4bd05ec21976 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:55.316475 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eea47135-e092-4dfa-841d-de6252f96947 req-ee2e4555-1d5d-407a-bcbf-4bd05ec21976 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 945 time: 0.3504934 Jul 09 19:11:55.333864 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:55.369163 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:55.372933 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b9a3e-2149-4b35-b8d1-8ac695f62ef1 req-9bda0c4d-07fa-4db4-ae64-da77c432613e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:55.374979 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a53b9a3e-2149-4b35-b8d1-8ac695f62ef1 req-9bda0c4d-07fa-4db4-ae64-da77c432613e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.2915368 Jul 09 19:11:55.414365 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:55.422309 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eea47135-e092-4dfa-841d-de6252f96947 req-27df8944-9e87-4d0c-a28d-7c013a63d220 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948796 Jul 09 19:11:55.483143 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a53b9a3e-2149-4b35-b8d1-8ac695f62ef1 req-8fa95671-64cc-40b9-a411-48999a37609f tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954459 Jul 09 19:11:55.584705 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Pushing event updated for resources: {'Port': ['ID=796b660c-6796-4cea-958e-26c35045cd83,revision_number=1']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:55.595641 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:55.603373 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 is already hosted by enough agents. {{(pid=79200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:11:55.607806 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.base_scheduler [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Resources bound (agent type, host, resource id): {{(pid=79200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:55.611886 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Received port after_create {{(pid=79200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:11:55.632034 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Allocated IP 172.28.0.241 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/430de702-897c-4aa0-b15a-27dd6c26823c) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:11:55.716285 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Attempting to bind port 796b660c-6796-4cea-958e-26c35045cd83 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:11:55.716538 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Attempting to bind port 796b660c-6796-4cea-958e-26c35045cd83 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '9eb01dde-fa11-43fa-a263-32fde17aaa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:11:55.716925 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Attempting to bind port 796b660c-6796-4cea-958e-26c35045cd83 on network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:11:55.723024 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:48Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '420d1522-ae0d-4397-8e3a-9bf05d218c3d', 'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'mac_address': 'fa:16:3e:8f:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:47Z', 'updated_at': '2021-07-09T19:11:54Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'subnets': [{'id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:11:55.727938 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:11:55.728315 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Checking segment: {'id': '9eb01dde-fa11-43fa-a263-32fde17aaa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:11:55.728721 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:55.729115 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Bound using segment: {'id': '9eb01dde-fa11-43fa-a263-32fde17aaa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:11:55.729585 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Bound port: 796b660c-6796-4cea-958e-26c35045cd83, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb01dde-fa11-43fa-a263-32fde17aaa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:11:55.729961 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:55.745933 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc10256-242d-4bd5-bd7a-f73939189a9f None None] The sync data for ids ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'] in dv-cinder-800268-1-smb is: [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:48Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '420d1522-ae0d-4397-8e3a-9bf05d218c3d', 'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'mac_address': 'fa:16:3e:8f:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:47Z', 'updated_at': '2021-07-09T19:11:54Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'subnets': [{'id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:11:55.889541 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b08b6-c97b-4ace-a92d-d4d8744e8e5c req-1ff66ea7-3daa-44e3-ba24-8738f93d74b0 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:55.896735 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6f2b08b6-c97b-4ace-a92d-d4d8744e8e5c req-1ff66ea7-3daa-44e3-ba24-8738f93d74b0 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.2228744 Jul 09 19:11:56.002847 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:56.003364 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] For port 796b660c-6796-4cea-958e-26c35045cd83, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:11:56.012594 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] For port 796b660c-6796-4cea-958e-26c35045cd83, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=796b660c-6796-4cea-958e-26c35045cd83,segment=NetworkSegment(9eb01dde-fa11-43fa-a263-32fde17aaa2e),segment_id=9eb01dde-fa11-43fa-a263-32fde17aaa2e)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:11:56.050579 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6f2b08b6-c97b-4ace-a92d-d4d8744e8e5c req-1cf8cf66-a340-478d-a960-fb9678178161 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408756 Jul 09 19:11:56.117318 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:56.121033 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-5621ab88-3834-4207-9b5b-37e257f1a46c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:56.177772 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-21c651de-1852-4e1d-868a-a9d22f51f79f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:56.179711 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-21c651de-1852-4e1d-868a-a9d22f51f79f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Synchronizing usage tracker for tenant:d8f84d62ccf4490e8448ee7390151127 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:11:56.191941 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:56.198511 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:56.250927 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Pushing event updated for resources: {'Port': ['ID=796b660c-6796-4cea-958e-26c35045cd83,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:56.256403 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:56.288986 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:11:56.291974 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:11:56.297198 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:11:56.336176 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-21c651de-1852-4e1d-868a-a9d22f51f79f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Unset dirty status for tenant:d8f84d62ccf4490e8448ee7390151127 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:11:56.337324 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-21c651de-1852-4e1d-868a-a9d22f51f79f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 945 time: 0.2812884 Jul 09 19:11:56.421808 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Pushing event updated for resources: {'Port': ['ID=430de702-897c-4aa0-b15a-27dd6c26823c,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:56.473535 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.474356 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.474996 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.475491 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.475999 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.482789 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.483415 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.484449 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.484956 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.485448 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.485955 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.486440 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:11:56.532758 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:56.702730 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Deleting port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:11:56.703957 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:56.899075 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797e9f3-031d-4955-834a-57c7da5b7f57 req-caf0e784-6191-4f46-b411-966807c284af tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:56.906838 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0797e9f3-031d-4955-834a-57c7da5b7f57 req-caf0e784-6191-4f46-b411-966807c284af tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.2024751 Jul 09 19:11:56.989132 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0797e9f3-031d-4955-834a-57c7da5b7f57 req-889c0697-898f-4f74-99cd-5c924686743d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782273 Jul 09 19:11:57.055876 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f21ccf-54e9-4257-9069-e2c93f4e3380 req-6a7f4607-f10e-4c00-ba75-e4fce9950772 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:57.068116 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-49f21ccf-54e9-4257-9069-e2c93f4e3380 req-6a7f4607-f10e-4c00-ba75-e4fce9950772 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 945 time: 0.2865000 Jul 09 19:11:57.177741 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-49f21ccf-54e9-4257-9069-e2c93f4e3380 req-1877c90c-5dd3-402d-81de-178356b2fb4c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075282 Jul 09 19:11:57.253783 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] For port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,segment=NetworkSegment(23053b9d-8286-467f-afe6-176f54d57153),segment_id=23053b9d-8286-467f-afe6-176f54d57153)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:57.254423 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:57.458350 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e8a74-c829-4aef-9c0b-ab0bf8e65205 req-36666783-cdbd-4465-8508-6ac43285cd00 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:57.461500 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d62e8a74-c829-4aef-9c0b-ab0bf8e65205 req-36666783-cdbd-4465-8508-6ac43285cd00 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1265805 Jul 09 19:11:57.528298 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Calling delete_port for f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:11:57.739094 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 796b660c-6796-4cea-958e-26c35045cd83 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:57.835079 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d62e8a74-c829-4aef-9c0b-ab0bf8e65205 req-9cb6397a-eeb5-4e3f-87ed-5466882c9ae4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651879 Jul 09 19:11:58.008014 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 796b660c-6796-4cea-958e-26c35045cd83 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:58.018837 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 420d1522-ae0d-4397-8e3a-9bf05d218c3d up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:58.087968 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:58.141964 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aec172-ebbc-488f-81df-d74637ac92fb None None] Network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:11:58.280663 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480932a6-becf-4af1-b1ff-bada59ba7817 req-517e0727-0c66-46ee-bf32-81bbb547c089 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:58.288825 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-480932a6-becf-4af1-b1ff-bada59ba7817 req-517e0727-0c66-46ee-bf32-81bbb547c089 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1062074 Jul 09 19:11:58.317828 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:58.351366 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1bc0605f-072e-4627-b119-5939bfeab7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:58.352256 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-480932a6-becf-4af1-b1ff-bada59ba7817 req-46e50276-9524-4ad3-a4a7-e21e756a8436 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605247 Jul 09 19:11:58.489493 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-344635ad-20de-4788-a64c-8622728f17b7 None None] Provisioning for port 796b660c-6796-4cea-958e-26c35045cd83 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:58.501718 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-344635ad-20de-4788-a64c-8622728f17b7 None None] Provisioning complete for port 796b660c-6796-4cea-958e-26c35045cd83 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:58.502105 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-344635ad-20de-4788-a64c-8622728f17b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:58.507162 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a335ef63-0103-44fd-a3bd-04eec4b316b6 req-128aac22-8c54-4604-9e70-f7b4d636dc73 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 210 time: 0.0703650 Jul 09 19:11:58.530275 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] No DVR routers for this DVR port f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:11:58.532166 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Pushing event deleted for resources: {'Port': ['ID=f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:58.539231 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:58.546114 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c179db5-1c08-47e4-b1fc-862025cef829', 'name': 'network-vif-deleted', 'tag': 'f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:11:58.552228 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:58.566372 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-33e80ebd-0c64-4b6b-a65b-6a1f56c133d2 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:58.567257 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-33e80ebd-0c64-4b6b-a65b-6a1f56c133d2 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Synchronizing usage tracker for tenant:0c3f20b7bdde4d869bc9fa7fc09c917c on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:11:58.591345 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 420d1522-ae0d-4397-8e3a-9bf05d218c3d completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:11:58.601409 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 420d1522-ae0d-4397-8e3a-9bf05d218c3d triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:58.601768 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:58.749151 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:11:58.795582 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:11:58.795829 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:11:58.808922 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c179db5-1c08-47e4-b1fc-862025cef829', 'name': 'network-vif-deleted', 'tag': 'f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb', 'status': 'completed', 'code': 200} Jul 09 19:11:58.812091 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-472764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462336'] for router, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:58.816096 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-33e80ebd-0c64-4b6b-a65b-6a1f56c133d2 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Unset dirty status for tenant:0c3f20b7bdde4d869bc9fa7fc09c917c on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:11:58.817394 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-33e80ebd-0c64-4b6b-a65b-6a1f56c133d2 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.6639647 Jul 09 19:11:58.818660 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6ce14699-87d2-49d5-b043-6f3df34e35c8 req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.26 "DELETE /v2.0/ports/f7ebcdcd-b69c-4b0b-9836-8a2f9cefdcbb HTTP/1.1" status: 204 len: 173 time: 2.4339552 Jul 09 19:11:58.879952 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-344635ad-20de-4788-a64c-8622728f17b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:58.936081 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-344635ad-20de-4788-a64c-8622728f17b7 None None] For port 796b660c-6796-4cea-958e-26c35045cd83, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=796b660c-6796-4cea-958e-26c35045cd83,segment=NetworkSegment(9eb01dde-fa11-43fa-a263-32fde17aaa2e),segment_id=9eb01dde-fa11-43fa-a263-32fde17aaa2e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:58.999559 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-344635ad-20de-4788-a64c-8622728f17b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:59.003651 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:59.102677 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Deleting port dc9e2fd9-0261-4f05-97f7-25b98c780c9a {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:11:59.103135 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:59.103911 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:59.164496 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae13e34-d4d4-4d5c-b343-a40fa67c4401 req-8e3747d6-bc0d-480a-8065-85d7fe31b738 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:59.166501 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8ae13e34-d4d4-4d5c-b343-a40fa67c4401 req-8e3747d6-bc0d-480a-8065-85d7fe31b738 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 946 time: 0.1122000 Jul 09 19:11:59.190109 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port 420d1522-ae0d-4397-8e3a-9bf05d218c3d, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=420d1522-ae0d-4397-8e3a-9bf05d218c3d,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:59.197721 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344635ad-20de-4788-a64c-8622728f17b7 None None] Pushing event updated for resources: {'Port': ['ID=796b660c-6796-4cea-958e-26c35045cd83,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:59.201694 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-344635ad-20de-4788-a64c-8622728f17b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:59.248273 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:59.252102 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-cfebe43f-474d-43ad-a19f-f3c389ad82ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:11:59.263679 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8ae13e34-d4d4-4d5c-b343-a40fa67c4401 req-6c584231-258e-44b7-8822-4f4206db70b4 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/security-groups?id=ba38727a-96cc-4d85-9c93-9dc1e9b648b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879226 Jul 09 19:11:59.369446 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=420d1522-ae0d-4397-8e3a-9bf05d218c3d,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:11:59.382712 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:11:59.550976 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-541efb4c-cd94-4157-a60d-a0d11a33d2de None None] Provisioning complete for port 796b660c-6796-4cea-958e-26c35045cd83 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:59.551371 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-541efb4c-cd94-4157-a60d-a0d11a33d2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:59.671053 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 796b660c-6796-4cea-958e-26c35045cd83 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:11:59.685175 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4fb79-0675-4601-b4e0-f3aa8e55534c req-76bcea45-c855-4e6d-ba94-f81b6bcbef39 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:11:59.693397 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-90a4fb79-0675-4601-b4e0-f3aa8e55534c req-76bcea45-c855-4e6d-ba94-f81b6bcbef39 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1945233 Jul 09 19:11:59.746358 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 is scheduled to L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 with binding_index 1 {{(pid=79199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:11:59.760385 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] For port dc9e2fd9-0261-4f05-97f7-25b98c780c9a, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:11:59.762872 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:59.800886 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-90a4fb79-0675-4601-b4e0-f3aa8e55534c req-4a1692af-d4ef-4f95-ab26-8487162bf867 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055841 Jul 09 19:11:59.865770 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 796b660c-6796-4cea-958e-26c35045cd83 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:11:59.866697 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:11:59.931524 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e9eb4a6b-8d10-4383-8cbf-017d760c3230 req-d8c4920c-f98d-4f7c-91b5-4761b57d516f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c179db5-1c08-47e4-b1fc-862025cef829 HTTP/1.1" status: 200 len: 210 time: 0.1485894 Jul 09 19:12:00.027830 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 420d1522-ae0d-4397-8e3a-9bf05d218c3d up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:12:00.114878 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 420d1522-ae0d-4397-8e3a-9bf05d218c3d triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:12:00.115249 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:00.248124 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Calling delete_port for dc9e2fd9-0261-4f05-97f7-25b98c780c9a owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:12:00.346080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:12:00.357354 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Sync routers for ids ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:12:00.372261 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Routers {'18082a5a-0abe-45ac-8100-7fb75fcd9fa1'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:12:00.378713 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:11:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:00.463076 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Notify callbacks [] for router, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:00.466822 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6823370 Jul 09 19:12:00.467519 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 35778) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:00.496182 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-5676029e-79ca-46ed-a705-29e422ad9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:00.497811 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-5676029e-79ca-46ed-a705-29e422ad9a35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 1098 time: 0.1494896 Jul 09 19:12:00.653727 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Set router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:12:00.672986 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:00.685453 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['dc9e2fd9-0261-4f05-97f7-25b98c780c9a'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:12:00.693489 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-afdd1758-1735-4bf8-b529-d7693f717048 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:00.718532 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-74e976b8-639d-4874-b6d3-cbd4964bd83d req-32aab37e-af98-4a80-b18f-ff02cd9ff9a6 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 210 time: 0.0557201 Jul 09 19:12:00.812775 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-702cd7fa-e054-4bf4-a003-123a9c4e8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:00.814472 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-702cd7fa-e054-4bf4-a003-123a9c4e8c3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 915 time: 0.2907348 Jul 09 19:12:00.826016 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Pushing event deleted for resources: {'Port': ['ID=dc9e2fd9-0261-4f05-97f7-25b98c780c9a,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:00.932819 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:01.065792 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] No DVR routers for this DVR port dc9e2fd9-0261-4f05-97f7-25b98c780c9a on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:12:01.070240 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:01.080306 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e45aa5-b915-4816-a637-2864f0f67b1c', 'name': 'network-vif-deleted', 'tag': 'dc9e2fd9-0261-4f05-97f7-25b98c780c9a'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:12:01.107153 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-df8a0b12-aa24-409a-9010-4ab33f1f1df9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d83336-4f10-4b98-98e0-d21418e96565 HTTP/1.1" status: 200 len: 1001 time: 0.2837806 Jul 09 19:12:01.111558 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35790) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:01.196288 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a25da3f4-494a-44d6-bc9e-2e2ce86b5f37 req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.26 "DELETE /v2.0/ports/dc9e2fd9-0261-4f05-97f7-25b98c780c9a HTTP/1.1" status: 204 len: 173 time: 2.3175080 Jul 09 19:12:01.231919 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'name': 'tempest-TestMinimumBasicScenario-915521773-router', 'tenant_id': '01fff821140748b494edf56321d84748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:53Z', 'updated_at': '2021-07-09T19:11:57Z', 'revision_number': 3, 'project_id': '01fff821140748b494edf56321d84748', 'gw_port': {'id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:55Z', 'updated_at': '2021-07-09T19:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:01.236949 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Checking router: 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:12:01.237559 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Updating router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 port 430de702-897c-4aa0-b15a-27dd6c26823c binding host dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:12:01.248117 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-adead9fd-4221-41ca-9f06-abcf52c10b57 admin admin] Deleting subnet 146b580e-1917-4660-b084-4dfefa42214e {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:12:01.252107 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-f04c26d0-6d1c-437e-95c5-2526d6f7cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:01.257957 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-f04c26d0-6d1c-437e-95c5-2526d6f7cc20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.1389179 Jul 09 19:12:01.257957 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-adead9fd-4221-41ca-9f06-abcf52c10b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:01.322018 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c2dd3-5819-4e89-a686-5f0473c34f6e req-f55df58f-7434-4c70-8f94-9166ff8f8c2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:01.330495 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cb4c2dd3-5819-4e89-a686-5f0473c34f6e req-f55df58f-7434-4c70-8f94-9166ff8f8c2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1826146 Jul 09 19:12:01.359898 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:01.371014 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-adead9fd-4221-41ca-9f06-abcf52c10b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10533813'] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:01.427319 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e45aa5-b915-4816-a637-2864f0f67b1c', 'name': 'network-vif-deleted', 'tag': 'dc9e2fd9-0261-4f05-97f7-25b98c780c9a', 'status': 'completed', 'code': 200} Jul 09 19:12:01.446007 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-adead9fd-4221-41ca-9f06-abcf52c10b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:01.475080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-c86dafac-52d9-4f69-9fe3-5774eb7f2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:01.476596 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-c86dafac-52d9-4f69-9fe3-5774eb7f2129 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1743274 Jul 09 19:12:01.484041 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cb4c2dd3-5819-4e89-a686-5f0473c34f6e req-9145f0c1-3e51-4bd0-8a24-2cfb54ccd68a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1498890 Jul 09 19:12:01.585707 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:01.839949 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-adead9fd-4221-41ca-9f06-abcf52c10b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11391548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10767504'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:01.847114 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-f20d9e59-b76f-4706-97d2-b29f99366e3f service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583834 Jul 09 19:12:01.854923 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3bfc502c-3cac-41d8-9f30-ea1bfe2c7458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:01.940248 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Notify callbacks [] for port, precommit_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:01.964639 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.provisioning_blocks [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Transition to ACTIVE for port object 430de702-897c-4aa0-b15a-27dd6c26823c will not be triggered until provisioned by entity L2. {{(pid=79201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:12:01.987656 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adead9fd-4221-41ca-9f06-abcf52c10b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146b580e-1917-4660-b084-4dfefa42214e,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:01.997768 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.004022 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-adead9fd-4221-41ca-9f06-abcf52c10b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:02.015294 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-adead9fd-4221-41ca-9f06-abcf52c10b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.059707 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.064772 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:02.088799 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-adead9fd-4221-41ca-9f06-abcf52c10b57 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/146b580e-1917-4660-b084-4dfefa42214e HTTP/1.1" status: 204 len: 168 time: 0.9756143 Jul 09 19:12:02.091946 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35800) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:02.093881 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-726b6240-fbd8-459b-a936-0565e094e169 req-0f5330f0-2ad0-4137-b326-59225bb347cb tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1e45aa5-b915-4816-a637-2864f0f67b1c HTTP/1.1" status: 200 len: 210 time: 0.0992045 Jul 09 19:12:02.196647 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Attempting to bind port 430de702-897c-4aa0-b15a-27dd6c26823c on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:12:02.197132 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Attempting to bind port 430de702-897c-4aa0-b15a-27dd6c26823c by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:12:02.197595 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Attempting to bind port 430de702-897c-4aa0-b15a-27dd6c26823c on network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:12:02.207769 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4e3db-a44e-4f28-8de5-ef7d67815177 None None] Pushing event updated for resources: {'Port': ['ID=430de702-897c-4aa0-b15a-27dd6c26823c,revision_number=2']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:02.212059 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-d3f4e3db-a44e-4f28-8de5-ef7d67815177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:02.213188 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:12:02.213682 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Checking segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:12:02.214179 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.214674 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Bound using segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:12:02.215246 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Bound port: 430de702-897c-4aa0-b15a-27dd6c26823c, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:12:02.215833 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.269968 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:12:02.283431 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d03f534e-8726-44e3-9c6f-b89ea995b738 req-ff7760f0-bf93-4332-b884-db4ea810ff15 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578830 Jul 09 19:12:02.287175 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.343040 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] For port 430de702-897c-4aa0-b15a-27dd6c26823c, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:12:02.347887 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] For port 430de702-897c-4aa0-b15a-27dd6c26823c, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=430de702-897c-4aa0-b15a-27dd6c26823c,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:12:02.445137 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.450517 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:02.471791 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.494549 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8694520c-be46-43e2-91c4-fabd47ed11bd']}} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:02.523585 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23053b9d-8286-467f-afe6-176f54d57153') {'for_net_delete': True} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:02.523585 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23053b9d-8286-467f-afe6-176f54d57153') {} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:02.542930 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10533822'] for segment, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.569459 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.623211 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Allocated IP 172.20.0.1 (4c59b9ac-e261-4bcc-acc2-b4c4f5acb400/eb829977-3447-443b-bcb2-d932b87d542c/faa83a02-5f12-4787-812d-42e95bbd269e) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:12:02.634089 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Routers {'18082a5a-0abe-45ac-8100-7fb75fcd9fa1'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:12:02.637027 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:11:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:02.684465 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device dc9e2fd9-0261-4f05-97f7-25b98c780c9a no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:12:02.694394 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=79199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:12:02.695326 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11292570'] for segment, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.715565 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4e3db-a44e-4f28-8de5-ef7d67815177 None None] Pushing event updated for resources: {'Port': ['ID=430de702-897c-4aa0-b15a-27dd6c26823c,revision_number=3']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:02.737784 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-d3f4e3db-a44e-4f28-8de5-ef7d67815177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: Traceback (most recent call last): Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: timer() Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: cb(*args, **kw) Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: return func(*args, **kwargs) Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: self._notify() Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: self.callback(batched_events) Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: event.method(event) Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: return f(self, *a, **k) Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: return self._get(url).json() Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: return self.request(url, 'GET', **kwargs) Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:12:02.758403 dv-cinder-800268-1-smb neutron-server[79199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:12:02.769085 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: dc9e2fd9-0261-4f05-97f7-25b98c780c9a {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:12:02.772740 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device dc9e2fd9-0261-4f05-97f7-25b98c780c9a not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:12:02.879347 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1096615-eb8f-4c7d-a51c-3ba8d4d8eb86 req-c63f3073-d5f2-477a-9469-5265856eef80 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:02.890687 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e1096615-eb8f-4c7d-a51c-3ba8d4d8eb86 req-c63f3073-d5f2-477a-9469-5265856eef80 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.2114818 Jul 09 19:12:02.894536 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] Set router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:12:02.934003 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.938273 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:02.965347 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.995083 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:02.998154 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8694520c-be46-43e2-91c4-fabd47ed11bd,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:03.005977 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:03.023811 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.provisioning_blocks [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Transition to ACTIVE for port object faa83a02-5f12-4787-812d-42e95bbd269e will not be triggered until provisioned by entity DHCP. {{(pid=79198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:12:03.047632 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-fcec9095-4434-4f32-bbc0-791bb249e0c1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8694520c-be46-43e2-91c4-fabd47ed11bd HTTP/1.1" status: 204 len: 168 time: 0.9508653 Jul 09 19:12:03.067318 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e1096615-eb8f-4c7d-a51c-3ba8d4d8eb86 req-7662cce1-0bd3-419f-85af-f24cc30a9dc5 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1752977 Jul 09 19:12:03.180159 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:03.187871 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:03.206839 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35816) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:03.307645 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Pushing event updated for resources: {'Port': ['ID=faa83a02-5f12-4787-812d-42e95bbd269e,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:03.320028 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:03.358675 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:12:03.360525 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:12:03.395969 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:12:03.395969 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462534'] for router_interface, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:03.396151 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'name': 'tempest-TestMinimumBasicScenario-915521773-router', 'tenant_id': '01fff821140748b494edf56321d84748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:53Z', 'updated_at': '2021-07-09T19:11:57Z', 'revision_number': 3, 'project_id': '01fff821140748b494edf56321d84748', 'gw_port': {'id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:55Z', 'updated_at': '2021-07-09T19:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:03.400330 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93731d0d-f7d1-48a5-b27d-b5db671c999b None None] The sync data for ids ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'] in dv-cinder-800268-1-smb is: [{'id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'name': 'tempest-TestMinimumBasicScenario-915521773-router', 'tenant_id': '01fff821140748b494edf56321d84748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:53Z', 'updated_at': '2021-07-09T19:11:57Z', 'revision_number': 3, 'project_id': '01fff821140748b494edf56321d84748', 'gw_port': {'id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:55Z', 'updated_at': '2021-07-09T19:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:12:03.735306 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:03.739569 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-2662524d-1edd-459f-aa83-2f393add6d1b None None] Provisioning for port faa83a02-5f12-4787-812d-42e95bbd269e completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:12:03.748357 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-2662524d-1edd-459f-aa83-2f393add6d1b None None] Provisioning complete for port faa83a02-5f12-4787-812d-42e95bbd269e triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:12:03.755670 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2662524d-1edd-459f-aa83-2f393add6d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:03.841696 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 35830) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:03.861509 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-2662524d-1edd-459f-aa83-2f393add6d1b None None] Port faa83a02-5f12-4787-812d-42e95bbd269e cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:12:03.961666 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-b7579f3c-938b-4690-a8e3-98c63d03ff04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8f84d62ccf4490e8448ee7390151127&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1126637 Jul 09 19:12:03.966879 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 35834) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:04.006750 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472655'] for router_interface, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:04.141470 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:04.182675 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:04.392588 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:04.397738 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a11f0f05-f5a3-4529-a067-e5f9406e6f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:04.415849 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:04.426644 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.426772 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.427081 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.427428 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.427773 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.428290 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.428639 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.428984 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.429324 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.429663 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.429999 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.430332 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:04.435607 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:04.452840 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:04.456626 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5ee4cb7-600e-4c32-ab47-8d7d0a2c3b79 HTTP/1.1" status: 204 len: 168 time: 0.4868960 Jul 09 19:12:04.482362 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0001b-52f4-4fea-a8af-68f1e86c9f14 req-a5705993-1eca-4cf2-bdfd-6976cacf2b8d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:04.498954 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a8d0001b-52f4-4fea-a8af-68f1e86c9f14 req-a5705993-1eca-4cf2-bdfd-6976cacf2b8d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.2266741 Jul 09 19:12:04.550207 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:04.581169 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a8d0001b-52f4-4fea-a8af-68f1e86c9f14 req-d42a46bc-923a-4c9a-a3be-d826d8d1c170 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812824 Jul 09 19:12:04.617797 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:04.619206 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472701'] for router_interface, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:04.631201 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:04.668470 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Deleting port ab00730a-c027-4597-9623-c677337c3476 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:12:04.668808 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:04.814729 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Pushing event updated for resources: {'Port': ['ID=faa83a02-5f12-4787-812d-42e95bbd269e,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:04.822997 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:04.895296 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:12:04.897800 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:12:04.987700 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] For port ab00730a-c027-4597-9623-c677337c3476, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=ab00730a-c027-4597-9623-c677337c3476,segment=NetworkSegment(70a61417-7056-49c0-9e57-b401599fd478),segment_id=70a61417-7056-49c0-9e57-b401599fd478)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:04.988707 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:05.144095 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Calling delete_port for ab00730a-c027-4597-9623-c677337c3476 owned by network:router_interface {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:12:05.277206 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:12:05.306861 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-6e7042fa-7a05-44ed-aeb3-d6418273447f None None] Provisioning complete for port faa83a02-5f12-4787-812d-42e95bbd269e triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:12:05.308111 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6e7042fa-7a05-44ed-aeb3-d6418273447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:05.400906 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-6e7042fa-7a05-44ed-aeb3-d6418273447f None None] Port faa83a02-5f12-4787-812d-42e95bbd269e cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:12:05.667908 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 430de702-897c-4aa0-b15a-27dd6c26823c up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:12:05.688842 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:12:05.702852 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] 10.222.0.16 "PUT /v2.0/routers/18082a5a-0abe-45ac-8100-7fb75fcd9fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2288435 Jul 09 19:12:05.745418 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:05.754207 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-79d22462-2a43-42fd-9f3a-ca66eb5f59ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:05.838995 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Sync routers for ids ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:12:05.860213 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab00730a-c027-4597-9623-c677337c3476,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:05.863558 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:05.869205 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Routers {'18082a5a-0abe-45ac-8100-7fb75fcd9fa1'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:12:05.874033 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:11:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:05.908022 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2816b-7afb-4919-b240-615413afca99 req-23b00a78-9a40-44af-87b9-94be282d8929 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:05.919499 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-77f2816b-7afb-4919-b240-615413afca99 req-23b00a78-9a40-44af-87b9-94be282d8929 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1654313 Jul 09 19:12:06.047347 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-77f2816b-7afb-4919-b240-615413afca99 req-9219859e-0b92-468b-87b2-3fbf366be1b0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1266198 Jul 09 19:12:06.310905 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 430de702-897c-4aa0-b15a-27dd6c26823c completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:12:06.337982 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 430de702-897c-4aa0-b15a-27dd6c26823c triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:12:06.338543 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:06.424235 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472827'] for router_interface, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:06.446239 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Set router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:12:06.583527 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:06.758674 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port 430de702-897c-4aa0-b15a-27dd6c26823c, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=430de702-897c-4aa0-b15a-27dd6c26823c,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:06.832878 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:06.839512 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:06.980854 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=430de702-897c-4aa0-b15a-27dd6c26823c,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:06.991699 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.992141 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.992556 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.992988 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.993374 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.993766 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.994155 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.994537 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.994943 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.995257 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.995667 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:06.996055 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:07.005552 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:07.050020 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'name': 'tempest-TestMinimumBasicScenario-915521773-router', 'tenant_id': '01fff821140748b494edf56321d84748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:53Z', 'updated_at': '2021-07-09T19:12:03Z', 'revision_number': 4, 'project_id': '01fff821140748b494edf56321d84748', 'gw_port': {'id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:55Z', 'updated_at': '2021-07-09T19:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'faa83a02-5f12-4787-812d-42e95bbd269e', 'name': '', 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400', 'tenant_id': '01fff821140748b494edf56321d84748', 'mac_address': 'fa:16:3e:40:f4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'eb829977-3447-443b-bcb2-d932b87d542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:12:02Z', 'updated_at': '2021-07-09T19:12:03Z', 'revision_number': 2, 'project_id': '01fff821140748b494edf56321d84748', 'subnets': [{'id': 'eb829977-3447-443b-bcb2-d932b87d542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:07.057643 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Checking router: 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:12:07.058567 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Updating router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 port faa83a02-5f12-4787-812d-42e95bbd269e binding host dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:12:07.138147 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:07.187665 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Router b27cddae-f7e1-4177-a01f-41f24f84b5e7 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:12:07.430293 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:12:07.440008 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] Sync routers for ids ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:12:07.461436 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] 10.222.0.16 "PUT /v2.0/routers/b27cddae-f7e1-4177-a01f-41f24f84b5e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2629299 Jul 09 19:12:07.462020 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] Routers {'b27cddae-f7e1-4177-a01f-41f24f84b5e7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:12:07.463218 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35912) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:07.463855 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:11:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:07.605772 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c28c4-4157-4aee-a041-5b3459044b14 req-678be109-d656-4fd8-8995-07f5d41155fd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:07.612962 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9c5c28c4-4157-4aee-a041-5b3459044b14 req-678be109-d656-4fd8-8995-07f5d41155fd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.2411811 Jul 09 19:12:07.703520 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9c5c28c4-4157-4aee-a041-5b3459044b14 req-102a4427-cac2-445e-8e52-cdc5e144489d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896039 Jul 09 19:12:07.773490 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 430de702-897c-4aa0-b15a-27dd6c26823c up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:12:07.865833 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Notify callbacks [] for router, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:07.875051 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] Set router b27cddae-f7e1-4177-a01f-41f24f84b5e7 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:12:08.106912 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Notify callbacks [] for port, precommit_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:08.175351 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Transition to ACTIVE for port object faa83a02-5f12-4787-812d-42e95bbd269e will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:12:08.208862 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 430de702-897c-4aa0-b15a-27dd6c26823c triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:12:08.209346 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:08.254989 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:08.278074 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:08.299544 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-92f46635-5bd7-484f-91cb-71ce7af4b5e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:08.352716 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Deleting port 61cfd16e-426b-47ee-8e08-793f52708182 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:12:08.353218 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:08.662665 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2509a-ef8c-408b-b96c-b8dd500bdbad None None] Pushing event updated for resources: {'Port': ['ID=faa83a02-5f12-4787-812d-42e95bbd269e,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:08.763517 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-12b2509a-ef8c-408b-b96c-b8dd500bdbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:08.765314 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-router', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126'}], 'enable_snat': True}, 'gw_port_id': '61cfd16e-426b-47ee-8e08-793f52708182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:56Z', 'updated_at': '2021-07-09T19:12:05Z', 'revision_number': 5, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'gw_port': {'id': '61cfd16e-426b-47ee-8e08-793f52708182', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:08:57Z', 'updated_at': '2021-07-09T19:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:08.772797 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] Checking router: b27cddae-f7e1-4177-a01f-41f24f84b5e7 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:12:08.932079 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] Routers {'b27cddae-f7e1-4177-a01f-41f24f84b5e7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:12:08.932079 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:11:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:08.933481 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 65d83336-4f10-4b98-98e0-d21418e96565 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:12:09.320681 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] For port 61cfd16e-426b-47ee-8e08-793f52708182, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=61cfd16e-426b-47ee-8e08-793f52708182,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:09.320681 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:09.321489 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce22c94-796f-4602-846d-3b792906f079 req-be41ccc4-2732-4084-b40a-e66348ff49e1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:09.321489 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dce22c94-796f-4602-846d-3b792906f079 req-be41ccc4-2732-4084-b40a-e66348ff49e1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.2266502 Jul 09 19:12:09.367005 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.db.resource_extend [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:12:09.412486 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] Set router b27cddae-f7e1-4177-a01f-41f24f84b5e7 gateway port host: None {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:12:09.445742 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dce22c94-796f-4602-846d-3b792906f079 req-dc37cecc-9e33-4779-a23c-85752bb8a439 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253486 Jul 09 19:12:09.530708 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Attempting to bind port faa83a02-5f12-4787-812d-42e95bbd269e on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:12:09.531096 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Attempting to bind port faa83a02-5f12-4787-812d-42e95bbd269e by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '9eb01dde-fa11-43fa-a263-32fde17aaa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:12:09.531467 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Attempting to bind port faa83a02-5f12-4787-812d-42e95bbd269e on network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:12:09.553143 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:12:09.553527 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Checking segment: {'id': '9eb01dde-fa11-43fa-a263-32fde17aaa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:12:09.553942 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:09.554348 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Bound using segment: {'id': '9eb01dde-fa11-43fa-a263-32fde17aaa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:12:09.557995 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Bound port: faa83a02-5f12-4787-812d-42e95bbd269e, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb01dde-fa11-43fa-a263-32fde17aaa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:12:09.558400 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:09.607873 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Calling delete_port for 61cfd16e-426b-47ee-8e08-793f52708182 owned by network:router_gateway {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:12:09.651050 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:09.668695 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '65d83336-4f10-4b98-98e0-d21418e96565', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'port_id': '65d83336-4f10-4b98-98e0-d21418e96565', 'mac_address': 'fa:16:3e:71:3b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:12:09.713524 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 35944) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:09.777226 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-router', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:56Z', 'updated_at': '2021-07-09T19:12:08Z', 'revision_number': 6, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'gw_port_host': None}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:09.801407 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e98c-50bd-439b-9665-746dfe0164f4 None None] The sync data for ids ['b27cddae-f7e1-4177-a01f-41f24f84b5e7'] in dv-cinder-800268-1-smb is: [{'id': 'b27cddae-f7e1-4177-a01f-41f24f84b5e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1323000555-router', 'tenant_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:56Z', 'updated_at': '2021-07-09T19:12:08Z', 'revision_number': 6, 'project_id': '0c3f20b7bdde4d869bc9fa7fc09c917c', 'gw_port_host': None}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:12:09.899237 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:09.916916 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:09.924455 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:09.928766 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] For port faa83a02-5f12-4787-812d-42e95bbd269e, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:12:09.932724 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:09.956142 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] For port faa83a02-5f12-4787-812d-42e95bbd269e, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=faa83a02-5f12-4787-812d-42e95bbd269e,segment=NetworkSegment(9eb01dde-fa11-43fa-a263-32fde17aaa2e),segment_id=9eb01dde-fa11-43fa-a263-32fde17aaa2e)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:12:09.960808 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65d83336-4f10-4b98-98e0-d21418e96565 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:12:09.965739 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:12:09.974348 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] Usage tracker for resource:security_group_rule and tenant:5ed2c1ab17af4900b480e1d5e0ea4019 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:12:09.983021 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:12:10.004389 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Pushing event deleted for resources: {'Port': ['ID=61cfd16e-426b-47ee-8e08-793f52708182,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:10.018863 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:12:10.024600 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:10.025355 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:10.037256 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.041189 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:10.107679 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.173160 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462436'] for router_gateway, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.176370 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Routers {'18082a5a-0abe-45ac-8100-7fb75fcd9fa1'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:12:10.177092 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:11:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:10.270157 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.294422 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['65d83336-4f10-4b98-98e0-d21418e96565'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:12:10.345221 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.405781 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-72b02275-0ea8-474b-b6eb-20759b240546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:10.432114 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ed2c1ab17af4900b480e1d5e0ea4019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7164643 Jul 09 19:12:10.434335 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 35956) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:10.492200 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2509a-ef8c-408b-b96c-b8dd500bdbad None None] Pushing event updated for resources: {'Port': ['ID=faa83a02-5f12-4787-812d-42e95bbd269e,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:10.509926 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-12b2509a-ef8c-408b-b96c-b8dd500bdbad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:10.514438 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:10.565692 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f00b5a7-2a15-4652-9977-af6f7d433106,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:10.570001 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:10.604617 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-77ddc2ef-9584-4313-a81a-6676c616939c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.657508 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=6']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:10.662112 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-77ddc2ef-9584-4313-a81a-6676c616939c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.665789 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:10.729713 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-472631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7126'] for router, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.732763 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.886695 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06c3cb-ea77-45cf-b7fa-07687ce95007 req-9c9dbd30-b925-46fb-bd8e-43e581636d6a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:10.888344 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4c06c3cb-ea77-45cf-b7fa-07687ce95007 req-9c9dbd30-b925-46fb-bd8e-43e581636d6a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 944 time: 0.1822267 Jul 09 19:12:10.949511 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473223'] for router, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.950299 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router b27cddae-f7e1-4177-a01f-41f24f84b5e7 {{(pid=79199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 19:12:10.973240 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Notify callbacks [] for router, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:10.987235 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] 10.222.0.16 "DELETE /v2.0/routers/b27cddae-f7e1-4177-a01f-41f24f84b5e7 HTTP/1.1" status: 204 len: 168 time: 3.5228662 Jul 09 19:12:10.988002 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35962) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:11.010241 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4c06c3cb-ea77-45cf-b7fa-07687ce95007 req-3c0542a1-956b-4cf0-aebc-1259c9e6ee7b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047461 Jul 09 19:12:11.011376 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-77ddc2ef-9584-4313-a81a-6676c616939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:11.024512 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c3185102-7743-4a75-b4b4-8ae69e30208a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:11.042358 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddc2ef-9584-4313-a81a-6676c616939c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f00b5a7-2a15-4652-9977-af6f7d433106,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:11.052244 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-77ddc2ef-9584-4313-a81a-6676c616939c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:11.053217 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-77ddc2ef-9584-4313-a81a-6676c616939c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:11.054463 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-77ddc2ef-9584-4313-a81a-6676c616939c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f00b5a7-2a15-4652-9977-af6f7d433106 HTTP/1.1" status: 204 len: 168 time: 0.6192164 Jul 09 19:12:11.158463 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-876d2d2c-292f-49a9-8a12-7f74fd6ae7e2 admin admin] Deleting subnet 4f60a688-0427-4329-805e-76287dc10154 {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:12:11.162424 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] Set router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:12:11.163317 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-876d2d2c-292f-49a9-8a12-7f74fd6ae7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:11.233951 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-876d2d2c-292f-49a9-8a12-7f74fd6ae7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10533813'] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:11.338889 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-876d2d2c-292f-49a9-8a12-7f74fd6ae7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:11.556769 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-876d2d2c-292f-49a9-8a12-7f74fd6ae7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11391548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10767504'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:11.563168 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:11.666039 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2d2c-292f-49a9-8a12-7f74fd6ae7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f60a688-0427-4329-805e-76287dc10154,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:11.680901 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-876d2d2c-292f-49a9-8a12-7f74fd6ae7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:11.680901 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-876d2d2c-292f-49a9-8a12-7f74fd6ae7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:11.691589 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device ab00730a-c027-4597-9623-c677337c3476 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:12:11.699310 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 35970) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:11.702948 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-876d2d2c-292f-49a9-8a12-7f74fd6ae7e2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4f60a688-0427-4329-805e-76287dc10154 HTTP/1.1" status: 204 len: 168 time: 0.7111237 Jul 09 19:12:11.800713 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: ab00730a-c027-4597-9623-c677337c3476 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:12:11.801072 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device ab00730a-c027-4597-9623-c677337c3476 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:12:11.807011 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 61cfd16e-426b-47ee-8e08-793f52708182 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:12:11.896231 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 61cfd16e-426b-47ee-8e08-793f52708182 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:12:11.896646 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 61cfd16e-426b-47ee-8e08-793f52708182 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:12:11.963621 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:12.245041 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'name': 'tempest-TestMinimumBasicScenario-915521773-router', 'tenant_id': '01fff821140748b494edf56321d84748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:53Z', 'updated_at': '2021-07-09T19:12:03Z', 'revision_number': 4, 'project_id': '01fff821140748b494edf56321d84748', 'gw_port': {'id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:55Z', 'updated_at': '2021-07-09T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'faa83a02-5f12-4787-812d-42e95bbd269e', 'name': '', 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400', 'tenant_id': '01fff821140748b494edf56321d84748', 'mac_address': 'fa:16:3e:40:f4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'eb829977-3447-443b-bcb2-d932b87d542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:12:02Z', 'updated_at': '2021-07-09T19:12:09Z', 'revision_number': 4, 'project_id': '01fff821140748b494edf56321d84748', 'subnets': [{'id': 'eb829977-3447-443b-bcb2-d932b87d542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:12.258735 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249eeebf-0172-45d2-845a-e627da2ab021 None None] The sync data for ids ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'] in dv-cinder-800268-1-smb is: [{'id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'name': 'tempest-TestMinimumBasicScenario-915521773-router', 'tenant_id': '01fff821140748b494edf56321d84748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:53Z', 'updated_at': '2021-07-09T19:12:03Z', 'revision_number': 4, 'project_id': '01fff821140748b494edf56321d84748', 'gw_port': {'id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:55Z', 'updated_at': '2021-07-09T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'faa83a02-5f12-4787-812d-42e95bbd269e', 'name': '', 'network_id': '4c59b9ac-e261-4bcc-acc2-b4c4f5acb400', 'tenant_id': '01fff821140748b494edf56321d84748', 'mac_address': 'fa:16:3e:40:f4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'eb829977-3447-443b-bcb2-d932b87d542c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:12:02Z', 'updated_at': '2021-07-09T19:12:09Z', 'revision_number': 4, 'project_id': '01fff821140748b494edf56321d84748', 'subnets': [{'id': 'eb829977-3447-443b-bcb2-d932b87d542c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:12:12.316856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35978) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:12.328631 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:12.376339 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.376685 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.377575 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.377956 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:12.378261 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > port after_create 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.378764 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > port after_delete 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.379250 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > port after_update 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.379710 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.380175 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.380659 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.381119 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.413023 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:12:12.428039 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] Usage tracker for resource:security_group_rule and tenant:f0ec81a2f85b446d88c5bdd7f7f88935 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:12:12.431905 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:12:12.442146 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:12:12.559506 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.559888 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.560295 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.560734 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:12:12.561132 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57']}} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:12.681592 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:12.735018 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 65d83336-4f10-4b98-98e0-d21418e96565 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:12:12.767696 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:12.793794 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4933d2c7-d026-45fd-a565-7f3cefe6a4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:12.814100 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a61417-7056-49c0-9e57-b401599fd478') {'for_net_delete': True} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:12.815549 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a61417-7056-49c0-9e57-b401599fd478') {} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:12.887450 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d5a93-351a-4f6d-9ff0-972ebe6e0bcb,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:12.896614 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8258571'] for segment, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:12.905635 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:12.967224 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0ec81a2f85b446d88c5bdd7f7f88935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6491241 Jul 09 19:12:12.968932 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 35986) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:12.994376 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 65d83336-4f10-4b98-98e0-d21418e96565 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:12:12.994817 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.013957 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.037927 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=79198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:12:13.038355 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589638'] for segment, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: from cryptography.utils import int_from_bytes Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: from cryptography.utils import int_from_bytes Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: util.warn_limited( Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: Traceback (most recent call last): Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: timer() Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: cb(*args, **kw) Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: return func(*args, **kwargs) Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: self._notify() Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: self.callback(batched_events) Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: event.method(event) Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: return f(self, *a, **k) Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: return self._get(url).json() Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: return self.request(url, 'GET', **kwargs) Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:12:13.102489 dv-cinder-800268-1-smb neutron-server[79198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:12:13.251503 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-30cc8f6f-79b2-4dc1-8312-e03feaa99b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.345201 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589693-055f-4cf9-8fcd-05d513da14ce req-da007e20-b54a-44f5-b514-bf85e568ffae tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:13.355716 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-30cc8f6f-79b2-4dc1-8312-e03feaa99b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.357303 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.367343 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e6589693-055f-4cf9-8fcd-05d513da14ce req-da007e20-b54a-44f5-b514-bf85e568ffae tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 944 time: 0.7696953 Jul 09 19:12:13.407127 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:12:13.448775 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:13.491034 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e6589693-055f-4cf9-8fcd-05d513da14ce req-bf2b70e5-31f4-4ae0-ae42-9f17a65aae54 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224589 Jul 09 19:12:13.502827 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.512396 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-679f9117-5dbe-4751-b84d-05917dd949a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:13.550956 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.552873 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:13.559778 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.563345 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-30cc8f6f-79b2-4dc1-8312-e03feaa99b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.573557 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1472a97b-6240-49e9-a44f-a5666383ec82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:13.600361 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Pushing event deleted for resources: {'Network': ['ID=74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:13.603053 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:13.606493 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc8f6f-79b2-4dc1-8312-e03feaa99b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d5a93-351a-4f6d-9ff0-972ebe6e0bcb,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:13.616041 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-30cc8f6f-79b2-4dc1-8312-e03feaa99b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:13.638393 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-30cc8f6f-79b2-4dc1-8312-e03feaa99b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:13.640061 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-30cc8f6f-79b2-4dc1-8312-e03feaa99b87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d25d5a93-351a-4f6d-9ff0-972ebe6e0bcb HTTP/1.1" status: 204 len: 168 time: 0.6697776 Jul 09 19:12:13.660088 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-abcfe079-e852-477c-aed1-84b67879f61f admin admin] 10.222.0.16 "DELETE /v2.0/networks/74ec3a90-2562-4aa6-bbcc-c3c2dcca8b57 HTTP/1.1" status: 204 len: 168 time: 1.9596059 Jul 09 19:12:13.703291 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565', 'code': 200} Jul 09 19:12:13.761352 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device faa83a02-5f12-4787-812d-42e95bbd269e up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:12:14.057917 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=7']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:14.070819 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:14.550545 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port faa83a02-5f12-4787-812d-42e95bbd269e completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:12:14.556412 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port faa83a02-5f12-4787-812d-42e95bbd269e triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:12:14.558246 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:14.745779 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 36014) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:14.789100 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54abca-0eb5-4d17-adce-42a2c7df77f3 req-cf5655d4-3989-4222-85f3-8b017c344dd7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:14.797301 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8a54abca-0eb5-4d17-adce-42a2c7df77f3 req-cf5655d4-3989-4222-85f3-8b017c344dd7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1669140 Jul 09 19:12:14.852116 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-f50720d5-4a45-4074-9ab4-0c04aee128c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c3f20b7bdde4d869bc9fa7fc09c917c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1044121 Jul 09 19:12:14.853359 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 36020) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:14.893216 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8a54abca-0eb5-4d17-adce-42a2c7df77f3 req-1a57421e-327b-4b7d-853d-e36eacd69d9b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949113 Jul 09 19:12:14.928816 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:15.027308 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port faa83a02-5f12-4787-812d-42e95bbd269e, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=faa83a02-5f12-4787-812d-42e95bbd269e,segment=NetworkSegment(9eb01dde-fa11-43fa-a263-32fde17aaa2e),segment_id=9eb01dde-fa11-43fa-a263-32fde17aaa2e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:15.049362 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-59e7f650-99a8-4acf-876f-2316a43e59e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:15.101441 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-59e7f650-99a8-4acf-876f-2316a43e59e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:15.117337 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:15.119659 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:15.283666 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=faa83a02-5f12-4787-812d-42e95bbd269e,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:15.293970 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:15.302096 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-59e7f650-99a8-4acf-876f-2316a43e59e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:15.326168 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-70e03fc8-dd30-4241-9e4f-20c5b4ff493a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:15.368706 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-59e7f650-99a8-4acf-876f-2316a43e59e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:15.372655 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-59e7f650-99a8-4acf-876f-2316a43e59e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba38727a-96cc-4d85-9c93-9dc1e9b648b8 HTTP/1.1" status: 204 len: 168 time: 0.5151629 Jul 09 19:12:15.372655 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7f650-99a8-4acf-876f-2316a43e59e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba38727a-96cc-4d85-9c93-9dc1e9b648b8,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:15.379479 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-59e7f650-99a8-4acf-876f-2316a43e59e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:15.620322 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device faa83a02-5f12-4787-812d-42e95bbd269e up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:12:15.799209 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port faa83a02-5f12-4787-812d-42e95bbd269e triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:12:15.800019 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:16.244479 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d43773-1ac7-4138-8e7e-611093eb05fc req-717431a1-211b-4b78-85d6-8617ebd558e0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:16.251444 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-75d43773-1ac7-4138-8e7e-611093eb05fc req-717431a1-211b-4b78-85d6-8617ebd558e0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1250253 Jul 09 19:12:16.317771 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-75d43773-1ac7-4138-8e7e-611093eb05fc req-10b3810f-eb0d-4232-b509-10f778d296a7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653346 Jul 09 19:12:17.550573 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-07222c66-a122-4eb2-92d1-23784c28e17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:17.812008 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d49ae-6af1-486a-92c8-195122669c61 req-f3eef617-2907-49b6-8084-ab8cd39f4ebf tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:17.814184 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-409d49ae-6af1-486a-92c8-195122669c61 req-f3eef617-2907-49b6-8084-ab8cd39f4ebf tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1061511 Jul 09 19:12:17.897448 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-409d49ae-6af1-486a-92c8-195122669c61 req-e0ef7643-5db1-4a6e-8d63-8018bdc87bfa tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736670 Jul 09 19:12:18.127605 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:19.377770 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25263490-080b-45ed-a25b-e144277ce441 req-4502b1b8-c37f-419e-8ddf-483abe2ea9f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:19.379300 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-25263490-080b-45ed-a25b-e144277ce441 req-4502b1b8-c37f-419e-8ddf-483abe2ea9f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1745372 Jul 09 19:12:19.461023 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-25263490-080b-45ed-a25b-e144277ce441 req-6f3930dc-ebbb-4d27-94ab-72e266941819 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727727 Jul 09 19:12:20.004215 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f3d5eef8-c4eb-4fcf-9b7e-cc2c350cc5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:20.752043 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3becfc3-02cc-4c47-b99d-26517d49b6fc req-e6fa0ce8-c6f3-44e3-8420-9d1038e54a21 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:20.760344 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f3becfc3-02cc-4c47-b99d-26517d49b6fc req-e6fa0ce8-c6f3-44e3-8420-9d1038e54a21 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1087353 Jul 09 19:12:20.826219 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f3becfc3-02cc-4c47-b99d-26517d49b6fc req-e6591b82-0b2f-4696-8f5b-a74bc0ffe3eb tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645051 Jul 09 19:12:21.283252 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:22.172464 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f59857-fceb-4772-b0ff-c5ce73648ea5 req-3f0462fb-463a-4735-b587-62cbde854263 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:22.174021 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0f59857-fceb-4772-b0ff-c5ce73648ea5 req-3f0462fb-463a-4735-b587-62cbde854263 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1976440 Jul 09 19:12:22.224893 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0f59857-fceb-4772-b0ff-c5ce73648ea5 req-9f0ba248-7960-4ac8-940c-f2da3fc30830 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440829 Jul 09 19:12:22.903541 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:23.509439 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118b870-000d-4a2f-a944-237003c73d9b req-b6f4e3ed-b32d-47a6-817a-af0451901ef4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:23.511925 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f118b870-000d-4a2f-a944-237003c73d9b req-b6f4e3ed-b32d-47a6-817a-af0451901ef4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1015942 Jul 09 19:12:23.571079 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f118b870-000d-4a2f-a944-237003c73d9b req-f839b326-810e-4d99-a3dd-b1d6c50500f7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528195 Jul 09 19:12:24.807572 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c967a-14de-4cc0-bbcd-0942e1054cb4 req-84c036b0-bfcd-4e7e-8a8c-a317a9177ba0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:24.809065 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2f6c967a-14de-4cc0-bbcd-0942e1054cb4 req-84c036b0-bfcd-4e7e-8a8c-a317a9177ba0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0932181 Jul 09 19:12:24.859911 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2f6c967a-14de-4cc0-bbcd-0942e1054cb4 req-af590aeb-bfd5-4d93-ba7c-52d7f7b1b778 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445678 Jul 09 19:12:25.859199 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-805accf3-42c1-4f1a-94c2-48c2b164bd54 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:25.860087 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-805accf3-42c1-4f1a-94c2-48c2b164bd54 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Synchronizing usage tracker for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:network {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:12:26.087556 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35181cae-30b6-45dd-a4a3-750566fe5da0 req-7bfb5594-8f62-4389-9691-d8b0a2363f9b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:26.089090 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-35181cae-30b6-45dd-a4a3-750566fe5da0 req-7bfb5594-8f62-4389-9691-d8b0a2363f9b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0854850 Jul 09 19:12:26.135776 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-35181cae-30b6-45dd-a4a3-750566fe5da0 req-b4418da1-056c-40e9-b819-c2c5343f02ab tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398071 Jul 09 19:12:26.177399 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-805accf3-42c1-4f1a-94c2-48c2b164bd54 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Unset dirty status for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:network {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:12:26.178542 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-805accf3-42c1-4f1a-94c2-48c2b164bd54 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/networks?id=608e0e38-ed78-40a1-b402-82ad29544597 HTTP/1.1" status: 200 len: 815 time: 0.5080881 Jul 09 19:12:26.194976 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-528c3aea-52e3-4229-8332-cb0e73e12006 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/quotas/83a5c6892a8d46c4b063c377bf068e08 HTTP/1.1" status: 200 len: 375 time: 0.0110376 Jul 09 19:12:26.288794 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-dd7a685c-8645-4bf5-a25d-4713521b3e7e tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Synchronizing usage tracker for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:port {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:12:26.383438 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-dd7a685c-8645-4bf5-a25d-4713521b3e7e tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Unset dirty status for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:port {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:12:26.384806 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-dd7a685c-8645-4bf5-a25d-4713521b3e7e tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83a5c6892a8d46c4b063c377bf068e08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1848872 Jul 09 19:12:26.543136 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cffa1a60-94c3-472c-8069-3d1e0c450f24 service neutron] 10.222.0.16 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460445 Jul 09 19:12:26.727023 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-209574d9-db34-4a11-9793-0bbb986603fc service neutron] 10.222.0.16 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766851 Jul 09 19:12:27.030196 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4f8b95ad-34e6-44b2-8dc6-0d8e4a934d8d req-21286833-0a3a-4c25-9379-105e90c661a1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 210 time: 0.0775659 Jul 09 19:12:27.072225 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 36372) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:27.162256 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-90063a10-0a49-46a7-b111-8516a166418c admin admin] Deleting subnet f97726d8-93a2-4ee3-947f-3ced90e24745 {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:12:27.167411 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-90063a10-0a49-46a7-b111-8516a166418c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:27.233684 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-90063a10-0a49-46a7-b111-8516a166418c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10533813'] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:27.318851 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-90063a10-0a49-46a7-b111-8516a166418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:27.479081 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59e9f6-a3d1-4c16-a750-017e136bb7ac req-4fafd539-fe1f-4269-b62e-2c42c10c6f51 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:27.491505 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-db59e9f6-a3d1-4c16-a750-017e136bb7ac req-4fafd539-fe1f-4269-b62e-2c42c10c6f51 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1756110 Jul 09 19:12:27.522476 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 36394) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:27.584980 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-90063a10-0a49-46a7-b111-8516a166418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11391548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10767504'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:27.592427 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8a62ecd9-3fb7-4430-ba9e-8662eef53be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:27.609893 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-db59e9f6-a3d1-4c16-a750-017e136bb7ac req-692bb589-11d7-45ac-868d-40f479c22549 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008399 Jul 09 19:12:27.694759 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90063a10-0a49-46a7-b111-8516a166418c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97726d8-93a2-4ee3-947f-3ced90e24745,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:27.703962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-90063a10-0a49-46a7-b111-8516a166418c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:27.709695 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-90063a10-0a49-46a7-b111-8516a166418c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:27.725087 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 36402) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:27.735236 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-90063a10-0a49-46a7-b111-8516a166418c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f97726d8-93a2-4ee3-947f-3ced90e24745 HTTP/1.1" status: 204 len: 168 time: 0.6632884 Jul 09 19:12:27.796295 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:27.827672 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:12:27.841095 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] Usage tracker for resource:security_group_rule and tenant:10fcb97c0fb049fc954b18a9d0fca537 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:12:27.845329 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:12:27.853066 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:12:27.984721 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.037783 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.093738 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.104289 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-59e7f650-99a8-4acf-876f-2316a43e59e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:28.168967 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10fcb97c0fb049fc954b18a9d0fca537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6451716 Jul 09 19:12:28.170028 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39e514f-6435-420c-a135-5f0fa2486216,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:28.172618 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 36414) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:28.201132 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-80899e31-b0cc-4037-944c-b834c98af5e4 req-e3542255-4699-4429-8eba-9d894a78c98f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 210 time: 0.0542393 Jul 09 19:12:28.232150 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:28.233984 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.248744 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c']}} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:28.254046 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-83d9b0c0-9757-4b1e-8e72-6901e3dc110e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.266658 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778c4b9b-e5b4-42da-a23d-71734304077f') {'for_net_delete': True} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:28.266956 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778c4b9b-e5b4-42da-a23d-71734304077f') {} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:12:28.283723 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-83d9b0c0-9757-4b1e-8e72-6901e3dc110e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.284175 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8258571'] for segment, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.307246 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.316576 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=79198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:12:28.316967 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589638'] for segment, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: Traceback (most recent call last): Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: timer() Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: cb(*args, **kw) Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: return func(*args, **kwargs) Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: self._notify() Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: self.callback(batched_events) Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: event.method(event) Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: return f(self, *a, **k) Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: return self._get(url).json() Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: return self.request(url, 'GET', **kwargs) Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:12:28.331414 dv-cinder-800268-1-smb neutron-server[79198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:12:28.411412 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-83d9b0c0-9757-4b1e-8e72-6901e3dc110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.417782 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1b9d4cf2-673c-472f-b1c4-dbec27fbdee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:28.446456 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9b0c0-9757-4b1e-8e72-6901e3dc110e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39e514f-6435-420c-a135-5f0fa2486216,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:28.457874 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-83d9b0c0-9757-4b1e-8e72-6901e3dc110e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:28.461353 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-83d9b0c0-9757-4b1e-8e72-6901e3dc110e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.462598 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-83d9b0c0-9757-4b1e-8e72-6901e3dc110e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f39e514f-6435-420c-a135-5f0fa2486216 HTTP/1.1" status: 204 len: 168 time: 0.2758729 Jul 09 19:12:28.509630 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.515638 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:28.520944 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:28.560564 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:28.563998 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:28.627767 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-224f1e56-a02f-4cfb-85a9-afc2f156bae7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2aaaf6bf-34b2-4bdf-bd0f-8d825b98686c HTTP/1.1" status: 204 len: 168 time: 0.8998842 Jul 09 19:12:28.949731 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef0f5d-68b4-464c-8043-344af75ac03a req-dc8cd16a-04a7-4f19-8760-f31517fdb4af tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:28.957620 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-77ef0f5d-68b4-464c-8043-344af75ac03a req-dc8cd16a-04a7-4f19-8760-f31517fdb4af tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1771295 Jul 09 19:12:29.017366 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-77ef0f5d-68b4-464c-8043-344af75ac03a req-fea3eb55-8be7-4847-b689-b063da9f6f54 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585749 Jul 09 19:12:29.184585 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 36436) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:29.255453 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-24c10ff8-1fd4-424b-8099-3286b97baceb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd84f6841853449eb2e74b811f23ee67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682585 Jul 09 19:12:29.257613 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 36446) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:29.402253 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fe6b9d5f-bea7-4f92-933f-94a5b1751698 req-e2a379c9-4fb9-415f-a1a3-63f821e0fa7f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 210 time: 0.0560384 Jul 09 19:12:29.410640 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e951-4cdd-4e41-9bfc-10c63af3d3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:29.447697 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e951-4cdd-4e41-9bfc-10c63af3d3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:29.608939 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e951-4cdd-4e41-9bfc-10c63af3d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:29.622809 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-638184e6-e4c4-4111-b933-6ad06b219511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:29.651326 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1e951-4cdd-4e41-9bfc-10c63af3d3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a4d314-d4cb-4b47-be63-6f17c3baf79a,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:29.660283 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3ce1e951-4cdd-4e41-9bfc-10c63af3d3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:29.661342 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e951-4cdd-4e41-9bfc-10c63af3d3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:29.665446 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-3ce1e951-4cdd-4e41-9bfc-10c63af3d3b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7a4d314-d4cb-4b47-be63-6f17c3baf79a HTTP/1.1" status: 204 len: 168 time: 0.4037325 Jul 09 19:12:30.162773 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-47ea1d3e-5d36-4221-8196-0dcfe1092467 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:30.186113 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-47ea1d3e-5d36-4221-8196-0dcfe1092467 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.26 "GET /v2.0/networks?id=608e0e38-ed78-40a1-b402-82ad29544597 HTTP/1.1" status: 200 len: 815 time: 0.3336980 Jul 09 19:12:30.191247 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'port': {'device_id': '95b803e6-0552-4450-bb28-b410b897b557', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'admin_state_up': True, 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:12:30.313983 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5a4df-5659-4d23-b71c-ec96eac1bfc6 req-0732474d-52fd-4a18-b80e-8caadd6f89fb tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:30.325713 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a6f5a4df-5659-4d23-b71c-ec96eac1bfc6 req-0732474d-52fd-4a18-b80e-8caadd6f89fb tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1463017 Jul 09 19:12:30.432412 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a6f5a4df-5659-4d23-b71c-ec96eac1bfc6 req-35f01fc7-f594-4dd7-baeb-d6b639386859 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031790 Jul 09 19:12:30.659410 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:12:30.676283 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:12:30.698561 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-427612f5-ff1e-4f73-acee-800522439027 req-7dfc7f59-5108-4d31-afc7-6e94388c336a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 210 time: 0.0582113 Jul 09 19:12:31.202361 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Made reservation on behalf of 83a5c6892a8d46c4b063c377bf068e08 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:12:31.205926 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:31.420919 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Allocated IP 172.20.0.6 (608e0e38-ed78-40a1-b402-82ad29544597/e8715bb0-4b80-4cde-9f63-6c31b0217a49/750a8a5d-512e-486f-8a6c-caa7bf57189f) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:12:31.653108 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:31.938920 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:31.956592 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Transition to ACTIVE for port object 750a8a5d-512e-486f-8a6c-caa7bf57189f will not be triggered until provisioned by entity DHCP. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:12:31.965630 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631b4ea-3d32-4d1d-b820-35b8858c1de8 req-317008be-ad36-4dd3-8f3b-b6d591b307a7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:31.973623 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6631b4ea-3d32-4d1d-b820-35b8858c1de8 req-317008be-ad36-4dd3-8f3b-b6d591b307a7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.2228942 Jul 09 19:12:32.053738 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:32.081241 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ac98865f-47a9-4b77-8143-53aa4c6cb8fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:32.115099 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6631b4ea-3d32-4d1d-b820-35b8858c1de8 req-ec1dac0a-963e-4a2b-8fe1-7e2e6b57f71b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349323 Jul 09 19:12:32.237104 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Network 608e0e38-ed78-40a1-b402-82ad29544597 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:12:32.240849 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:12:32.243196 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:12:32.329477 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87d5ac-058a-43b5-ae79-58f232588a05 req-a396dbc6-0b21-4c75-a7ff-4b6c9d692d8e tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:32.335079 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'Port': ['ID=750a8a5d-512e-486f-8a6c-caa7bf57189f,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:32.338689 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:32.362832 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eb87d5ac-058a-43b5-ae79-58f232588a05 req-a396dbc6-0b21-4c75-a7ff-4b6c9d692d8e tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 931 time: 0.2508447 Jul 09 19:12:32.379438 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:32.380371 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:32.483065 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-eb87d5ac-058a-43b5-ae79-58f232588a05 req-e4667922-5e43-4671-b871-f75c4cca5925 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Synchronizing usage tracker for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:security_group {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:12:32.488223 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3011482 Jul 09 19:12:32.507075 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Request body: {'port': {'device_id': '95b803e6-0552-4450-bb28-b410b897b557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:12:32.579422 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-eb87d5ac-058a-43b5-ae79-58f232588a05 req-e4667922-5e43-4671-b871-f75c4cca5925 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Unset dirty status for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:security_group {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:12:32.586210 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eb87d5ac-058a-43b5-ae79-58f232588a05 req-e4667922-5e43-4671-b871-f75c4cca5925 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163393 Jul 09 19:12:32.651288 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:32.929119 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-57134b94-308d-428e-8a5b-0c3ee044f08f None None] Provisioning for port 750a8a5d-512e-486f-8a6c-caa7bf57189f completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:12:32.949899 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-57134b94-308d-428e-8a5b-0c3ee044f08f None None] Provisioning complete for port 750a8a5d-512e-486f-8a6c-caa7bf57189f triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:12:32.951391 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-57134b94-308d-428e-8a5b-0c3ee044f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:33.055720 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-57134b94-308d-428e-8a5b-0c3ee044f08f None None] Port 750a8a5d-512e-486f-8a6c-caa7bf57189f cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:12:33.157289 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750a8a5d-512e-486f-8a6c-caa7bf57189f {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:12:33.168739 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:33.187259 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Transition to ACTIVE for port object 750a8a5d-512e-486f-8a6c-caa7bf57189f will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:12:33.280922 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:33.290310 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-cd3a28b9-4b49-4a29-a092-090be7b637d7 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:33.505578 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe18b90-4a80-4fff-9e9a-a7fd2b56d8ed req-4d77f29c-a7d9-42c8-a3aa-a51eab000d1b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:33.508137 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3fe18b90-4a80-4fff-9e9a-a7fd2b56d8ed req-4d77f29c-a7d9-42c8-a3aa-a51eab000d1b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1618762 Jul 09 19:12:33.659503 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3fe18b90-4a80-4fff-9e9a-a7fd2b56d8ed req-6bc453b5-5bec-4d1b-b2c5-dcb81cfbd55d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1457872 Jul 09 19:12:33.834498 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Pushing event updated for resources: {'Port': ['ID=750a8a5d-512e-486f-8a6c-caa7bf57189f,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:33.851898 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:33.857590 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Attempting to bind port 750a8a5d-512e-486f-8a6c-caa7bf57189f on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:12:33.858074 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Attempting to bind port 750a8a5d-512e-486f-8a6c-caa7bf57189f by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:12:33.858412 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Attempting to bind port 750a8a5d-512e-486f-8a6c-caa7bf57189f on network 608e0e38-ed78-40a1-b402-82ad29544597 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:12:33.864382 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Port 750a8a5d-512e-486f-8a6c-caa7bf57189f on network 608e0e38-ed78-40a1-b402-82ad29544597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:12:33.864742 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Attempting to bind port 750a8a5d-512e-486f-8a6c-caa7bf57189f on network 608e0e38-ed78-40a1-b402-82ad29544597 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:12:33.875948 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:12:33.875948 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Checking segment: {'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:12:33.875948 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Bound using segment: {'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:12:33.875948 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Bound port: 750a8a5d-512e-486f-8a6c-caa7bf57189f, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7168ce2-cd70-459c-809b-de39a8752e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:12:33.875948 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:33.945642 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386c4d9-52d2-4621-945f-78ecafb0dd3c req-4837ac73-76c5-4c40-a16c-18f7a61ad449 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:33.969379 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8386c4d9-52d2-4621-945f-78ecafb0dd3c req-4837ac73-76c5-4c40-a16c-18f7a61ad449 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.2165785 Jul 09 19:12:34.017386 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] For port 750a8a5d-512e-486f-8a6c-caa7bf57189f, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:12:34.021015 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] For port 750a8a5d-512e-486f-8a6c-caa7bf57189f, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:12:34.079696 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8386c4d9-52d2-4621-945f-78ecafb0dd3c req-6a32bc79-2157-445e-bd18-5643c0d216a0 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999629 Jul 09 19:12:34.118120 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:34.122683 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:34.253575 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:34.254608 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:34.256619 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] 10.222.0.26 "PUT /v2.0/ports/750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 200 len: 1093 time: 1.7575510 Jul 09 19:12:34.257489 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:12:34.338521 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Pushing event updated for resources: {'Port': ['ID=750a8a5d-512e-486f-8a6c-caa7bf57189f,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:34.342739 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:34.380834 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'status': 'completed', 'code': 200} Jul 09 19:12:34.864945 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf104be4-32fe-479e-b01a-f9ac3bddf791 req-486c94fe-bcb6-4de4-b947-9ed9d5aa0ab4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:34.866424 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cf104be4-32fe-479e-b01a-f9ac3bddf791 req-486c94fe-bcb6-4de4-b947-9ed9d5aa0ab4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0903251 Jul 09 19:12:34.913382 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cf104be4-32fe-479e-b01a-f9ac3bddf791 req-7fb946fb-8f31-4f40-b390-638468940540 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409441 Jul 09 19:12:35.306378 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957fd4d-8082-4ef2-829e-797ed152956f req-2c02638d-2270-45cc-99fc-b411322b8ccb tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:35.307878 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f957fd4d-8082-4ef2-829e-797ed152956f req-2c02638d-2270-45cc-99fc-b411322b8ccb tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.0998595 Jul 09 19:12:35.382229 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f957fd4d-8082-4ef2-829e-797ed152956f req-174b946f-766e-47f3-a319-57502dae267d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670822 Jul 09 19:12:36.169592 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee3fe2-fbee-4376-b764-97ae4229b268 req-be4e0af0-226b-4439-8e0a-bb16102e5b8a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:36.171263 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c9ee3fe2-fbee-4376-b764-97ae4229b268 req-be4e0af0-226b-4439-8e0a-bb16102e5b8a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1275704 Jul 09 19:12:36.223691 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c9ee3fe2-fbee-4376-b764-97ae4229b268 req-f623f080-26be-4ddc-b237-015b7e63aa09 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449405 Jul 09 19:12:36.616124 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadde97-71c8-412d-8538-efa547104e9f req-19221178-37a7-47f8-ba79-726194b75615 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:36.617570 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-adadde97-71c8-412d-8538-efa547104e9f req-19221178-37a7-47f8-ba79-726194b75615 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.0793860 Jul 09 19:12:36.662957 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-adadde97-71c8-412d-8538-efa547104e9f req-889fae74-5a2f-43eb-a2a6-c5759934f015 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Jul 09 19:12:37.438686 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ebfe3-8258-4a41-9ecb-82030e573c8f req-ab314792-4620-4bc9-8fcf-e4c92e0be295 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:37.440063 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eb1ebfe3-8258-4a41-9ecb-82030e573c8f req-ab314792-4620-4bc9-8fcf-e4c92e0be295 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0828485 Jul 09 19:12:37.486863 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eb1ebfe3-8258-4a41-9ecb-82030e573c8f req-fcf0a205-a362-4226-b825-512242b3ee88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408669 Jul 09 19:12:37.852421 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d36116-b5ba-465c-bd40-372083a567a6 req-20340fd7-5d5f-4a7e-a649-986dbd290d24 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:37.853958 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f8d36116-b5ba-465c-bd40-372083a567a6 req-20340fd7-5d5f-4a7e-a649-986dbd290d24 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.0848629 Jul 09 19:12:37.947524 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f8d36116-b5ba-465c-bd40-372083a567a6 req-fa33cfaa-41f5-4d88-b1ec-7193c32f644b tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847118 Jul 09 19:12:38.702277 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29190e14-6acf-40b9-bb1d-f24f0398cc02 req-9432282e-8c90-4288-8bf3-edb8c2a6626a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:38.704127 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-29190e14-6acf-40b9-bb1d-f24f0398cc02 req-9432282e-8c90-4288-8bf3-edb8c2a6626a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0957639 Jul 09 19:12:38.749676 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-29190e14-6acf-40b9-bb1d-f24f0398cc02 req-77a15728-b90b-4b64-affb-dc0ae5d50f30 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399330 Jul 09 19:12:39.157349 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5349e47-f550-4a56-ab3b-213266ac8a10 req-91d30413-f9d7-43a2-84ce-b34fb8b222d3 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:39.162649 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a5349e47-f550-4a56-ab3b-213266ac8a10 req-91d30413-f9d7-43a2-84ce-b34fb8b222d3 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.0830569 Jul 09 19:12:39.220676 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a5349e47-f550-4a56-ab3b-213266ac8a10 req-4821f2cb-5fd0-4764-a46c-894e37113259 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465665 Jul 09 19:12:39.259590 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:12:39.954161 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410974a0-8230-4618-8670-e0094929182f req-3d57ce7e-4385-40d2-90e9-0d9233902839 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:39.960313 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-410974a0-8230-4618-8670-e0094929182f req-3d57ce7e-4385-40d2-90e9-0d9233902839 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0921271 Jul 09 19:12:40.005014 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-410974a0-8230-4618-8670-e0094929182f req-6df5d776-9e95-464c-868a-ea4fdbe5b623 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430124 Jul 09 19:12:40.510920 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97006c9-222a-41e3-870a-a98dc67f9d1b req-37ee5fe1-ec11-4711-b752-d60a519ccfea tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:40.512562 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d97006c9-222a-41e3-870a-a98dc67f9d1b req-37ee5fe1-ec11-4711-b752-d60a519ccfea tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.1766970 Jul 09 19:12:40.587609 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d97006c9-222a-41e3-870a-a98dc67f9d1b req-3782f9e5-8890-4ab4-8bde-6fd85218fb21 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678875 Jul 09 19:12:41.202213 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0121be5-f702-41d7-863f-4f0ffe8d8bc6 req-cbb4ab92-f25e-4edb-92bd-62d32f468d38 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:41.204443 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c0121be5-f702-41d7-863f-4f0ffe8d8bc6 req-cbb4ab92-f25e-4edb-92bd-62d32f468d38 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0831347 Jul 09 19:12:41.264684 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c0121be5-f702-41d7-863f-4f0ffe8d8bc6 req-89054b49-34a6-466e-84e6-c3f9c4560958 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510457 Jul 09 19:12:41.608848 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 36752) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:41.780871 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:41.800377 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:12:41.804338 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] Usage tracker for resource:security_group_rule and tenant:ece13ed7fb75460895aed628c2afb9ab is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:12:41.807524 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:12:41.814848 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:12:41.871109 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9534e-da69-4859-b3de-88b9ccd67d55 req-ccec5479-e9bd-44d7-8a1e-857d14a0d87a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:41.872621 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0ef9534e-da69-4859-b3de-88b9ccd67d55 req-ccec5479-e9bd-44d7-8a1e-857d14a0d87a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.1547189 Jul 09 19:12:41.940322 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0ef9534e-da69-4859-b3de-88b9ccd67d55 req-9eeab56f-a4b0-4956-941c-32f83efdbf5c tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608857 Jul 09 19:12:41.958109 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:42.030139 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:42.039370 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-6ca98a9d-922f-4726-8592-20b4d4b1fcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:42.085082 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ece13ed7fb75460895aed628c2afb9ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722457 Jul 09 19:12:42.085082 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a5db78-e3c5-4a0c-8268-23944a03c443,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:42.087661 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 36760) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:42.100449 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:42.183210 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7cc461e6-3e22-4d60-b7b2-969d4e0bfc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:42.209927 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7cc461e6-3e22-4d60-b7b2-969d4e0bfc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:42.321734 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7cc461e6-3e22-4d60-b7b2-969d4e0bfc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:42.335770 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:42.348724 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc461e6-3e22-4d60-b7b2-969d4e0bfc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a5db78-e3c5-4a0c-8268-23944a03c443,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:42.366025 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-7cc461e6-3e22-4d60-b7b2-969d4e0bfc9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:42.388882 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7cc461e6-3e22-4d60-b7b2-969d4e0bfc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:42.388882 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-7cc461e6-3e22-4d60-b7b2-969d4e0bfc9d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82a5db78-e3c5-4a0c-8268-23944a03c443 HTTP/1.1" status: 204 len: 168 time: 0.2972920 Jul 09 19:12:42.484720 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5292ef-a627-4ab8-b584-1783e16c8d92 req-e4e273c3-6fd5-4ca0-8ba2-c4890f7f283c tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:42.486149 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5b5292ef-a627-4ab8-b584-1783e16c8d92 req-e4e273c3-6fd5-4ca0-8ba2-c4890f7f283c tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0911448 Jul 09 19:12:42.532475 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5b5292ef-a627-4ab8-b584-1783e16c8d92 req-bad9b6e2-aa29-4736-8af0-fc77a0db4649 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403192 Jul 09 19:12:43.133924 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 36808) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:43.154502 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9731b472-5780-40c9-b4d5-ad62fff70ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:43.176244 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-9731b472-5780-40c9-b4d5-ad62fff70ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:12:43.180885 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-9731b472-5780-40c9-b4d5-ad62fff70ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:85a5a3aeae3c44018a6bedde6ae9085c is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:12:43.194973 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-9731b472-5780-40c9-b4d5-ad62fff70ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:12:43.194973 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-9731b472-5780-40c9-b4d5-ad62fff70ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:12:43.274721 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cbc62-3e05-4847-abe0-1c24a1f00d07 req-a3cdc5dc-0f2c-4fa8-a4e3-9ad855b4efca tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:43.295041 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-070cbc62-3e05-4847-abe0-1c24a1f00d07 req-a3cdc5dc-0f2c-4fa8-a4e3-9ad855b4efca tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.2022519 Jul 09 19:12:43.308017 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9731b472-5780-40c9-b4d5-ad62fff70ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:43.340329 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-070cbc62-3e05-4847-abe0-1c24a1f00d07 req-9fc8d82b-bbca-421b-b66d-382e24f5f67e tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Jul 09 19:12:43.378064 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-9731b472-5780-40c9-b4d5-ad62fff70ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:43.387422 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c56b9bee-bc79-4166-b109-34ee666634ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:43.435378 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-9731b472-5780-40c9-b4d5-ad62fff70ff1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85a5a3aeae3c44018a6bedde6ae9085c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020482 Jul 09 19:12:43.435768 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 36826) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:43.472427 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731b472-5780-40c9-b4d5-ad62fff70ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b320ed52-9114-4212-a23a-ff8794a0a18c,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:43.496745 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9731b472-5780-40c9-b4d5-ad62fff70ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:43.666212 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f4c53f36-ef12-44dd-ad1f-a64d69bcb10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:43.691062 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f4c53f36-ef12-44dd-ad1f-a64d69bcb10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:43.735488 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a7c70-03c5-4cd6-90c7-a298a0914004 req-f05a5179-8b75-4faf-8bc2-65f986f85caa tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:43.737005 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ba0a7c70-03c5-4cd6-90c7-a298a0914004 req-f05a5179-8b75-4faf-8bc2-65f986f85caa tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0812447 Jul 09 19:12:43.799573 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ba0a7c70-03c5-4cd6-90c7-a298a0914004 req-dbd5fbcd-9593-4c1e-9000-a71a61fce3ad tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558319 Jul 09 19:12:43.807163 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f4c53f36-ef12-44dd-ad1f-a64d69bcb10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:43.813704 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3d6ba2b6-4a6b-4202-b503-b5801742f163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:43.831628 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c53f36-ef12-44dd-ad1f-a64d69bcb10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b320ed52-9114-4212-a23a-ff8794a0a18c,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:43.834954 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f4c53f36-ef12-44dd-ad1f-a64d69bcb10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:43.837761 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f4c53f36-ef12-44dd-ad1f-a64d69bcb10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:43.842243 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-f4c53f36-ef12-44dd-ad1f-a64d69bcb10f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b320ed52-9114-4212-a23a-ff8794a0a18c HTTP/1.1" status: 204 len: 168 time: 0.4032707 Jul 09 19:12:44.543583 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693b012-c3d8-496d-82b9-67c715237bba req-0c2617fb-5abe-4bbf-aef0-7ad540f032f8 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:44.545672 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d693b012-c3d8-496d-82b9-67c715237bba req-0c2617fb-5abe-4bbf-aef0-7ad540f032f8 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.0843463 Jul 09 19:12:44.589331 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d693b012-c3d8-496d-82b9-67c715237bba req-71b51bf3-3863-43fc-8f41-c97f740d2566 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375535 Jul 09 19:12:45.054739 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b4f4b-7949-4155-a658-b1e114b94636 req-4f25107f-e80b-44b5-9a91-d733de770a70 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:45.056500 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e73b4f4b-7949-4155-a658-b1e114b94636 req-4f25107f-e80b-44b5-9a91-d733de770a70 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1067419 Jul 09 19:12:45.109493 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e73b4f4b-7949-4155-a658-b1e114b94636 req-806f554f-9dc5-4465-97a6-39870b7c1e75 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471821 Jul 09 19:12:45.777695 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837d4f5-11b7-46bf-b823-5c4afa6d0669 req-27f3ef59-ce8e-4cd3-834d-fcad3eb5cee0 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:45.779368 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b837d4f5-11b7-46bf-b823-5c4afa6d0669 req-27f3ef59-ce8e-4cd3-834d-fcad3eb5cee0 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.0795672 Jul 09 19:12:45.824666 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b837d4f5-11b7-46bf-b823-5c4afa6d0669 req-594bd582-800c-4d96-9e01-55f73244cca8 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Jul 09 19:12:46.308417 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be975f5d-0f0f-4b87-a87f-91d16ae7560e req-5fbef9a3-e24a-4bcf-b0ff-2c67aec738d0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:46.309927 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-be975f5d-0f0f-4b87-a87f-91d16ae7560e req-5fbef9a3-e24a-4bcf-b0ff-2c67aec738d0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0836499 Jul 09 19:12:46.353615 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-be975f5d-0f0f-4b87-a87f-91d16ae7560e req-0bbe16a2-dfe5-41f3-ba80-eb44aa84348b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379226 Jul 09 19:12:47.004101 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56313ea-1499-416f-9285-fb1e5c6d0d42 req-57769812-ec3a-4168-8c59-e3e9be35fcef tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:47.005549 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d56313ea-1499-416f-9285-fb1e5c6d0d42 req-57769812-ec3a-4168-8c59-e3e9be35fcef tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.0782242 Jul 09 19:12:47.055136 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d56313ea-1499-416f-9285-fb1e5c6d0d42 req-1841d11f-5684-4e67-9bf3-3a31c25f60a2 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434809 Jul 09 19:12:47.548416 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba67ac-4a9e-45b9-8096-91a5c9025336 req-7c9288a2-4ea8-4504-8a6e-c166a6e02f76 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:47.549866 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-66ba67ac-4a9e-45b9-8096-91a5c9025336 req-7c9288a2-4ea8-4504-8a6e-c166a6e02f76 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.0870392 Jul 09 19:12:47.567158 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-3e3d175f-23c3-4dd5-be47-80261461eb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:47.595052 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-66ba67ac-4a9e-45b9-8096-91a5c9025336 req-aa08676e-9220-48e5-82ce-1cf58d30ac13 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401304 Jul 09 19:12:48.103828 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:48.199054 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3599277-9953-45c9-a627-6a1c343c9a41 req-13d6624a-008d-4151-bac9-5128d124d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:48.201377 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a3599277-9953-45c9-a627-6a1c343c9a41 req-13d6624a-008d-4151-bac9-5128d124d8a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83a5c6892a8d46c4b063c377bf068e08&device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 1096 time: 0.0944519 Jul 09 19:12:48.294445 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa4eac-17e0-4c81-9a8d-7f315c356aeb req-fb76011d-4efa-4959-b68c-74cac037e5a0 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:48.296309 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-31aa4eac-17e0-4c81-9a8d-7f315c356aeb req-fb76011d-4efa-4959-b68c-74cac037e5a0 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.1290784 Jul 09 19:12:48.353295 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-31aa4eac-17e0-4c81-9a8d-7f315c356aeb req-8fe99ba1-1fa8-4390-95e8-d966696e3933 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511332 Jul 09 19:12:48.366524 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3599277-9953-45c9-a627-6a1c343c9a41 req-0e77f17a-b162-41db-bed6-385075cfd926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:48.367612 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a3599277-9953-45c9-a627-6a1c343c9a41 req-0e77f17a-b162-41db-bed6-385075cfd926 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=83a5c6892a8d46c4b063c377bf068e08&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1571903 Jul 09 19:12:48.512212 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3599277-9953-45c9-a627-6a1c343c9a41 req-0a6cc50f-4562-4181-96a8-7650dd176936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:48.514132 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a3599277-9953-45c9-a627-6a1c343c9a41 req-0a6cc50f-4562-4181-96a8-7650dd176936 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1401861 Jul 09 19:12:48.733239 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-f995325f-94d9-43d4-b852-fb257482a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:48.736563 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-f995325f-94d9-43d4-b852-fb257482a944 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83a5c6892a8d46c4b063c377bf068e08&device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 1096 time: 0.0884893 Jul 09 19:12:48.815526 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-c83c2cd2-39f5-4a21-9986-769478a348f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 200 len: 217 time: 0.0721936 Jul 09 19:12:48.840861 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609748d2-8876-4434-ab03-a8bc504fae4c req-793c1602-1c2a-4c04-9ed8-086a4744f0cf tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:48.849152 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-609748d2-8876-4434-ab03-a8bc504fae4c req-793c1602-1c2a-4c04-9ed8-086a4744f0cf tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1280921 Jul 09 19:12:48.885650 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-59b74866-fc11-4bef-8a1b-2ed485386e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:48.887476 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-59b74866-fc11-4bef-8a1b-2ed485386e65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8715bb0-4b80-4cde-9f63-6c31b0217a49 HTTP/1.1" status: 200 len: 854 time: 0.0648293 Jul 09 19:12:48.914284 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-609748d2-8876-4434-ab03-a8bc504fae4c req-3ec4c206-1588-44d9-9c48-2e6b852691b8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640423 Jul 09 19:12:49.000889 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-43b853c5-b2fb-4b62-a951-6c2c1afd761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:49.002694 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-43b853c5-b2fb-4b62-a951-6c2c1afd761a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=608e0e38-ed78-40a1-b402-82ad29544597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1053681 Jul 09 19:12:49.142648 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-c0687d98-d634-45de-9c74-588513b474bd service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322224 Jul 09 19:12:49.267550 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 36980) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:49.344902 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2aa67b41-0c3a-43c1-a334-6498cd77774e req-686815a2-cabd-4fd8-89db-4d80ed1dbadd service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945791 Jul 09 19:12:49.356015 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-86cb30cb-1cc4-426e-9297-fdd4c9ca54c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:49.358191 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-86cb30cb-1cc4-426e-9297-fdd4c9ca54c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 1098 time: 0.1193035 Jul 09 19:12:49.409080 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:49.424300 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:12:49.428383 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a474249d4bc4335961d4b8e58fb2ab9 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:12:49.431400 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:12:49.438185 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:12:49.493093 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-0be4e161-c934-48fc-9083-c10ead659398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:49.494523 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-0be4e161-c934-48fc-9083-c10ead659398 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 915 time: 0.1292377 Jul 09 19:12:49.591534 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:49.599706 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84f1b0-eddc-490d-954e-09fc129fa736 req-fe6d22e1-b8e9-4573-b4c7-47783248dc69 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:49.601188 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3f84f1b0-eddc-490d-954e-09fc129fa736 req-fe6d22e1-b8e9-4573-b4c7-47783248dc69 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.1259093 Jul 09 19:12:49.601359 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-e1218b4c-6090-43ce-90d1-f76c5f45f6b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d83336-4f10-4b98-98e0-d21418e96565 HTTP/1.1" status: 200 len: 1001 time: 0.0989127 Jul 09 19:12:49.665219 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-5469df48-8173-46dc-9c39-5f1a4a50c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:49.666686 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-5469df48-8173-46dc-9c39-5f1a4a50c711 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.0591252 Jul 09 19:12:49.708970 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:49.719502 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-365009af-a5ba-4f93-a941-c5ce008ea42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:49.730690 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3f84f1b0-eddc-490d-954e-09fc129fa736 req-eb1e8a91-b37b-4fa6-9529-ef2e2b11b18f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236744 Jul 09 19:12:49.759538 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-c1d71a9c-2ce9-4abc-a569-2788572e6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:49.761109 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-c1d71a9c-2ce9-4abc-a569-2788572e6f26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882852 Jul 09 19:12:49.766499 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a474249d4bc4335961d4b8e58fb2ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955759 Jul 09 19:12:49.766499 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac10c0b8-ad84-4de5-b4dc-4759ec0cb893,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:49.767396 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 36988) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:49.769884 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:49.825998 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8366-557b-427b-a439-ddc755c2d97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:49.851645 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8366-557b-427b-a439-ddc755c2d97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:49.984240 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-42bcbf0a-383f-4cea-a601-9fdb8098bd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:49.986224 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-722cb6a5-b1a4-4d6d-92cf-af739577c2ab service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176688 Jul 09 19:12:50.041723 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8366-557b-427b-a439-ddc755c2d97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:50.046708 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:50.105171 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d8366-557b-427b-a439-ddc755c2d97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac10c0b8-ad84-4de5-b4dc-4759ec0cb893,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:50.107981 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-fe6d8366-557b-427b-a439-ddc755c2d97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:50.130183 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8366-557b-427b-a439-ddc755c2d97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:50.131324 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-fe6d8366-557b-427b-a439-ddc755c2d97b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac10c0b8-ad84-4de5-b4dc-4759ec0cb893 HTTP/1.1" status: 204 len: 168 time: 0.3630717 Jul 09 19:12:50.142495 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0b4d61ad-3b1c-4bad-bf8a-2118fb8464eb req-87c1342e-5a25-45bd-a723-6794faf2c410 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452293 Jul 09 19:12:50.178054 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478dd3-4746-46bf-a146-dd96f981df16 req-aafad4af-60f5-4951-a82b-5160fba46ced tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:50.182643 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6a478dd3-4746-46bf-a146-dd96f981df16 req-aafad4af-60f5-4951-a82b-5160fba46ced tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 945 time: 0.1183515 Jul 09 19:12:50.231034 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6a478dd3-4746-46bf-a146-dd96f981df16 req-c5a13826-e9f6-47de-8a7a-5b9f44290878 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449173 Jul 09 19:12:50.610770 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f41624-741e-482e-addd-f7ef9e156ea8 req-2338c277-58a1-4200-bc5d-573bd3ad923f tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:50.612231 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-17f41624-741e-482e-addd-f7ef9e156ea8 req-2338c277-58a1-4200-bc5d-573bd3ad923f tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0978210 Jul 09 19:12:50.656199 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-17f41624-741e-482e-addd-f7ef9e156ea8 req-f1c68c8a-645f-4381-a26f-3e4e48f469f0 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383008 Jul 09 19:12:50.913811 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 65d83336-4f10-4b98-98e0-d21418e96565 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:12:50.932494 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f5df-61a3-443d-bb89-85b31ff7c2af req-bba58f02-ecf5-439e-8345-aa75511506ee tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:50.933968 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5051f5df-61a3-443d-bb89-85b31ff7c2af req-bba58f02-ecf5-439e-8345-aa75511506ee tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.0930448 Jul 09 19:12:50.987225 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5051f5df-61a3-443d-bb89-85b31ff7c2af req-a36ee541-3854-448c-813b-9dfd63b8d8d3 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 Jul 09 19:12:51.030393 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:51.056931 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:12:51.067167 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:51.105992 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565', 'code': 200} Jul 09 19:12:51.155398 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:51.158028 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-acd3555c-057b-4659-950b-d23779cbc5fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:51.241400 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=8']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:51.244675 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:51.286707 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:51.424021 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b83cb7-04fd-476d-904c-814304ef2f47 req-3860789e-8f11-4a70-b2ee-4db32f5cfbbb tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:51.425518 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f3b83cb7-04fd-476d-904c-814304ef2f47 req-3860789e-8f11-4a70-b2ee-4db32f5cfbbb tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.0817578 Jul 09 19:12:51.472383 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f3b83cb7-04fd-476d-904c-814304ef2f47 req-be6b6b75-5a38-4c3e-9be0-dddd9ef96e99 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411358 Jul 09 19:12:51.852646 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d0e21-e3fc-434d-aeba-8f2f7a32aae2 req-c2a41705-dc0b-481a-b95c-869a8d4e709f tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:51.854220 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-509d0e21-e3fc-434d-aeba-8f2f7a32aae2 req-c2a41705-dc0b-481a-b95c-869a8d4e709f tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0846326 Jul 09 19:12:51.902837 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-509d0e21-e3fc-434d-aeba-8f2f7a32aae2 req-6fd27817-8e8c-403c-a9cd-92780d0c78a1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422766 Jul 09 19:12:52.173058 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d78e8-c5d7-49f6-980a-1a5394612cf6 req-966653d5-3ea7-45ae-945d-744964fe69a1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:52.174683 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-964d78e8-c5d7-49f6-980a-1a5394612cf6 req-966653d5-3ea7-45ae-945d-744964fe69a1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 943 time: 0.0862429 Jul 09 19:12:52.223066 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-964d78e8-c5d7-49f6-980a-1a5394612cf6 req-61a8bee9-3df1-42c8-b7f1-2729ce5e83f8 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426395 Jul 09 19:12:52.661690 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c3fda-cb52-42ea-a466-89235182b352 req-8c73389a-f1e9-4055-acdd-117334b3cee0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:52.663203 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6c1c3fda-cb52-42ea-a466-89235182b352 req-8c73389a-f1e9-4055-acdd-117334b3cee0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.0817111 Jul 09 19:12:52.710832 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6c1c3fda-cb52-42ea-a466-89235182b352 req-0eda0873-97d0-47fd-ba1f-8d91650226f1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415695 Jul 09 19:12:52.722188 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:52.944867 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 750a8a5d-512e-486f-8a6c-caa7bf57189f details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:12:53.091697 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 750a8a5d-512e-486f-8a6c-caa7bf57189f, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:53.095484 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fd4c8-d771-4ae7-8fef-79c159e783b4 req-80c46354-86a7-4620-bfca-28359d6a976d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:53.097358 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ae7fd4c8-d771-4ae7-8fef-79c159e783b4 req-80c46354-86a7-4620-bfca-28359d6a976d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0846584 Jul 09 19:12:53.106723 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'port_id': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'mac_address': 'fa:16:3e:2f:20:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:12:53.144986 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ae7fd4c8-d771-4ae7-8fef-79c159e783b4 req-37988466-f99d-47d4-8230-1856ba0a6e2b tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415502 Jul 09 19:12:53.165417 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:53.185889 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750a8a5d-512e-486f-8a6c-caa7bf57189f {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:12:53.200961 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 750a8a5d-512e-486f-8a6c-caa7bf57189f, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:53.258231 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:53.260353 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:53.329040 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=750a8a5d-512e-486f-8a6c-caa7bf57189f,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:53.340182 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:53.414890 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0fd6e-e957-48b5-8d9a-7eb529912271 req-33d43105-8db9-4683-84be-6ae3ebcbe46b tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:53.416395 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5ef0fd6e-e957-48b5-8d9a-7eb529912271 req-33d43105-8db9-4683-84be-6ae3ebcbe46b tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 944 time: 0.0808167 Jul 09 19:12:53.464672 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5ef0fd6e-e957-48b5-8d9a-7eb529912271 req-ae41d692-a2d7-4f87-8163-6219a8254057 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413141 Jul 09 19:12:53.600620 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['750a8a5d-512e-486f-8a6c-caa7bf57189f'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:12:54.178645 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37136) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:54.311959 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:54.335481 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:12:54.336356 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] Usage tracker for resource:security_group_rule and tenant:97f74f5703b440d9b372aa484c9c273d is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:12:54.340057 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:12:54.347290 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:12:54.383176 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156493f-55ed-484e-aa22-9a8d4c266710 req-202dc645-7952-4a4d-b9fa-7962e9b52490 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:54.384619 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c156493f-55ed-484e-aa22-9a8d4c266710 req-202dc645-7952-4a4d-b9fa-7962e9b52490 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1358457 Jul 09 19:12:54.498880 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c156493f-55ed-484e-aa22-9a8d4c266710 req-f06f7b74-cd81-4bd1-8b12-7be4e5859e44 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058335 Jul 09 19:12:54.551020 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:54.562694 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110b2bb-10c2-4d4c-9b25-f6aca848e2f6 req-74795d79-4c88-4047-af6e-6db61792201e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:54.564161 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e110b2bb-10c2-4d4c-9b25-f6aca848e2f6 req-74795d79-4c88-4047-af6e-6db61792201e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1560068 Jul 09 19:12:54.654841 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:54.664293 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-257873bc-1665-4031-b51f-1dc9e7ebbc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:54.683042 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e110b2bb-10c2-4d4c-9b25-f6aca848e2f6 req-4c860560-09fc-4b31-9230-918951e581af tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098678 Jul 09 19:12:54.719627 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97f74f5703b440d9b372aa484c9c273d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375168 Jul 09 19:12:54.720121 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37158) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:54.724683 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fda4fc-9a04-4f87-b233-e0b2ff893179,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:54.728052 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:54.753897 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad5447-a921-4411-8907-1007a07aa6af req-6cfd2d8b-d7e5-4144-9c7e-87789eef9212 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:54.755562 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-23ad5447-a921-4411-8907-1007a07aa6af req-6cfd2d8b-d7e5-4144-9c7e-87789eef9212 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 944 time: 0.1504972 Jul 09 19:12:54.804821 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-15164d45-a3dc-42b8-b11a-8dd8a4dd1986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:54.812326 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-23ad5447-a921-4411-8907-1007a07aa6af req-37ec54f9-e789-4a9d-a4c0-472dd746e405 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Jul 09 19:12:54.836811 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-15164d45-a3dc-42b8-b11a-8dd8a4dd1986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:54.945023 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 750a8a5d-512e-486f-8a6c-caa7bf57189f up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:12:54.972668 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-15164d45-a3dc-42b8-b11a-8dd8a4dd1986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:54.975727 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37172) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:54.976574 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a2ec3dcb-63c2-461e-bd43-f3034d676516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:54.989081 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15164d45-a3dc-42b8-b11a-8dd8a4dd1986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fda4fc-9a04-4f87-b233-e0b2ff893179,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:54.994406 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-15164d45-a3dc-42b8-b11a-8dd8a4dd1986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:54.996412 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-15164d45-a3dc-42b8-b11a-8dd8a4dd1986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:54.997517 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-15164d45-a3dc-42b8-b11a-8dd8a4dd1986 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97fda4fc-9a04-4f87-b233-e0b2ff893179 HTTP/1.1" status: 204 len: 168 time: 0.2765036 Jul 09 19:12:55.069575 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 750a8a5d-512e-486f-8a6c-caa7bf57189f completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:12:55.074734 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 750a8a5d-512e-486f-8a6c-caa7bf57189f triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:12:55.075108 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:55.099540 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-15849b17-2879-4235-976d-aa225554b527 req-3ca86f95-ef5d-4552-a6d2-3787dd908988 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222410 Jul 09 19:12:55.195980 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:55.224793 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:12:55.237129 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 750a8a5d-512e-486f-8a6c-caa7bf57189f, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:12:55.277085 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'code': 200} Jul 09 19:12:55.303957 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:55.305222 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 65d83336-4f10-4b98-98e0-d21418e96565 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:12:55.333853 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:55.426801 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=750a8a5d-512e-486f-8a6c-caa7bf57189f,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:55.432787 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:55.720135 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcad5b-173e-4e6a-9a8a-9196b0e10f7c req-9ef4cc31-18dd-4521-841c-cb2e07ca0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:55.724380 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-89fcad5b-173e-4e6a-9a8a-9196b0e10f7c req-9ef4cc31-18dd-4521-841c-cb2e07ca0512 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 1098 time: 0.1173840 Jul 09 19:12:55.757415 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37202) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:55.788919 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-89fcad5b-173e-4e6a-9a8a-9196b0e10f7c req-a8d74d00-cee5-4cff-9800-d7381d104026 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Jul 09 19:12:55.812638 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:55.846472 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:12:55.884207 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] Usage tracker for resource:security_group_rule and tenant:84b2c321ec71435da9d329a622178fe0 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:12:55.894670 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:12:55.979468 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:12:56.042148 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634305c-5b58-478e-902c-be4bfb203034 req-95bafb69-b086-4c8d-84b5-447c5ece0a6f tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:56.043601 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d634305c-5b58-478e-902c-be4bfb203034 req-95bafb69-b086-4c8d-84b5-447c5ece0a6f tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.2648494 Jul 09 19:12:56.088117 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf08738-3c31-4040-adeb-c9276af320a6 req-583d1325-12c0-4ca8-84bb-ee1b440b4a18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:56.089551 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cbf08738-3c31-4040-adeb-c9276af320a6 req-583d1325-12c0-4ca8-84bb-ee1b440b4a18 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.2565780 Jul 09 19:12:56.132493 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d634305c-5b58-478e-902c-be4bfb203034 req-f2540ed8-dec1-4ff2-8b2e-72d6f8629513 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807273 Jul 09 19:12:56.168784 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cbf08738-3c31-4040-adeb-c9276af320a6 req-ea1e4b4d-6eea-459c-9c1f-e425520f8908 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712574 Jul 09 19:12:56.187419 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:56.269928 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:56.283390 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-915a41d6-ad14-4243-abc2-5c50e3867baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:56.334031 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84b2c321ec71435da9d329a622178fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5745535 Jul 09 19:12:56.336315 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e334f68-10e8-428e-8ddb-e9b9146f627f,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:56.336776 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37208) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:12:56.340640 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:56.364541 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a646c-00d9-4bb1-8c98-198eee15090b req-d7848bee-d829-4141-a16f-24abe34796f0 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:56.366013 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c01a646c-00d9-4bb1-8c98-198eee15090b req-d7848bee-d829-4141-a16f-24abe34796f0 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 945 time: 0.1348510 Jul 09 19:12:56.413783 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:56.413984 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c01a646c-00d9-4bb1-8c98-198eee15090b req-afbcbbeb-7bb7-4eb1-afbe-1cd16f2fdcb9 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Jul 09 19:12:56.433786 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:56.565680 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:56.570571 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-21e00012-b2e6-4d0c-b1cb-6931bf7fb084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:12:56.583628 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e334f68-10e8-428e-8ddb-e9b9146f627f,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:12:56.591371 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.592216 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.592568 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.592912 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.593253 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.593594 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.593929 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.594267 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.594603 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.594957 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.595292 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.595624 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:12:56.598386 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:12:56.599513 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e334f68-10e8-428e-8ddb-e9b9146f627f HTTP/1.1" status: 204 len: 168 time: 0.2617650 Jul 09 19:12:56.600381 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:12:57.396593 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af681cf-ee9b-4b6c-ae55-24039eeb2dba req-27837ed6-de56-469b-b373-4eadcd26a8c8 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:57.398056 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4af681cf-ee9b-4b6c-ae55-24039eeb2dba req-27837ed6-de56-469b-b373-4eadcd26a8c8 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1538351 Jul 09 19:12:57.406880 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9dd1-0ea4-418c-885b-21fe4ab2063c req-e3846b78-aa0b-423a-b264-34f3a4b0fd7f tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:57.408253 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a11c9dd1-0ea4-418c-885b-21fe4ab2063c req-e3846b78-aa0b-423a-b264-34f3a4b0fd7f tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1099265 Jul 09 19:12:57.482756 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4af681cf-ee9b-4b6c-ae55-24039eeb2dba req-8aa37caf-68ae-4865-80e2-504da8b5b702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729809 Jul 09 19:12:57.490319 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a11c9dd1-0ea4-418c-885b-21fe4ab2063c req-905ac355-db2a-4c7e-b9d4-609a07871c43 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659380 Jul 09 19:12:57.681871 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58b907-d2ed-4472-8384-d084641d3813 req-f9975aa4-06dc-4778-99d5-399aea61aad3 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:57.683364 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3f58b907-d2ed-4472-8384-d084641d3813 req-f9975aa4-06dc-4778-99d5-399aea61aad3 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 945 time: 0.0802262 Jul 09 19:12:57.730515 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3f58b907-d2ed-4472-8384-d084641d3813 req-7a007039-a6de-4fe3-8da3-32bccefe7249 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Jul 09 19:12:57.924768 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb331516-9a1d-4c3e-8406-60131142511e req-e6d50fdf-40c0-4971-aa69-aa1162767c52 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:57.926325 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eb331516-9a1d-4c3e-8406-60131142511e req-e6d50fdf-40c0-4971-aa69-aa1162767c52 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 945 time: 0.0887535 Jul 09 19:12:57.934824 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15849b17-2879-4235-976d-aa225554b527 req-4798cefb-fce5-4906-97c3-a51a4f1b542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:57.936377 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-15849b17-2879-4235-976d-aa225554b527 req-4798cefb-fce5-4906-97c3-a51a4f1b542a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d&tenant_id=874c1999870a48d193e25276ca18fab5 HTTP/1.1" status: 200 len: 1096 time: 0.0799019 Jul 09 19:12:57.976886 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eb331516-9a1d-4c3e-8406-60131142511e req-ff504fd2-69dc-4d27-9245-ce84ee0ee565 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445735 Jul 09 19:12:58.033872 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15849b17-2879-4235-976d-aa225554b527 req-14cc963c-5fb2-48a1-9d6e-1900d9e60cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:58.035468 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-15849b17-2879-4235-976d-aa225554b527 req-14cc963c-5fb2-48a1-9d6e-1900d9e60cba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 1096 time: 0.0737009 Jul 09 19:12:58.182340 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15849b17-2879-4235-976d-aa225554b527 req-4c7814fd-32b9-40e4-9dc0-e540bbc67373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:58.183949 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-15849b17-2879-4235-976d-aa225554b527 req-4c7814fd-32b9-40e4-9dc0-e540bbc67373 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 915 time: 0.1421356 Jul 09 19:12:58.304073 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-15849b17-2879-4235-976d-aa225554b527 req-1bf0b2c8-0e49-4c12-8419-eba4e70ba672 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d83336-4f10-4b98-98e0-d21418e96565 HTTP/1.1" status: 200 len: 999 time: 0.1106167 Jul 09 19:12:58.385084 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bca4a-13bb-43e3-8fa2-53868c0410a6 req-adfc2897-d518-46b8-a254-c05252e2e63b tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:58.386865 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-073bca4a-13bb-43e3-8fa2-53868c0410a6 req-adfc2897-d518-46b8-a254-c05252e2e63b tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 945 time: 0.0860157 Jul 09 19:12:58.392060 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15849b17-2879-4235-976d-aa225554b527 req-24d4a7e3-9031-468b-92a7-b187b5793725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:58.394210 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-15849b17-2879-4235-976d-aa225554b527 req-24d4a7e3-9031-468b-92a7-b187b5793725 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.0801034 Jul 09 19:12:58.437566 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-073bca4a-13bb-43e3-8fa2-53868c0410a6 req-67b4a7ac-709b-47e4-bffc-7ec29e186476 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 Jul 09 19:12:58.486445 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15849b17-2879-4235-976d-aa225554b527 req-6ec2b2f5-de4f-4914-910d-4a8597b7f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:58.488045 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-15849b17-2879-4235-976d-aa225554b527 req-6ec2b2f5-de4f-4914-910d-4a8597b7f021 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863650 Jul 09 19:12:58.648544 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-15849b17-2879-4235-976d-aa225554b527 req-536f6c80-f41c-4782-a45d-657d13661929 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531281 Jul 09 19:12:58.818246 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-15849b17-2879-4235-976d-aa225554b527 req-33e63c6a-d0be-4209-ab95-81d7e67746aa service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577597 Jul 09 19:12:58.843696 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deffe71-bc0c-4e3e-b5df-78a2a6f76bff req-b27b1830-6b7d-4567-a8af-238d796f8e6c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:58.845157 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0deffe71-bc0c-4e3e-b5df-78a2a6f76bff req-b27b1830-6b7d-4567-a8af-238d796f8e6c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1475301 Jul 09 19:12:58.856849 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77f500-9d2a-4849-96fc-ffcce28c3a48 req-0beb11bb-7c38-452a-824f-7053ab9e0815 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:12:58.858331 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7b77f500-9d2a-4849-96fc-ffcce28c3a48 req-0beb11bb-7c38-452a-824f-7053ab9e0815 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1200814 Jul 09 19:12:58.945491 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7b77f500-9d2a-4849-96fc-ffcce28c3a48 req-dc7829fd-14ef-4b24-ba4e-9492b8a3a8da tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686615 Jul 09 19:12:58.952823 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0deffe71-bc0c-4e3e-b5df-78a2a6f76bff req-c75c497e-bd22-4162-b647-a8ed80e79c28 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935802 Jul 09 19:13:00.229636 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bea29-2dd7-4231-860d-4a406a82792e req-32482e65-32c5-478c-857e-cbf9d7c16c59 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:00.235319 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cc9bea29-2dd7-4231-860d-4a406a82792e req-32482e65-32c5-478c-857e-cbf9d7c16c59 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1250422 Jul 09 19:13:00.248652 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c509-f43a-44c5-b985-5f79f7a3baea req-88dc44ff-8c42-4a69-b4e9-dff8bfde2ac1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:00.250973 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a873c509-f43a-44c5-b985-5f79f7a3baea req-88dc44ff-8c42-4a69-b4e9-dff8bfde2ac1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1845977 Jul 09 19:13:00.317265 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a873c509-f43a-44c5-b985-5f79f7a3baea req-a62155d2-4b20-4af6-a7c8-ac308f20e122 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483959 Jul 09 19:13:00.348321 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cc9bea29-2dd7-4231-860d-4a406a82792e req-2fd90120-4c2a-4a6a-b23f-e20176b17a65 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959322 Jul 09 19:13:01.235085 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37380) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:01.378013 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:01.415846 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:01.422414 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] Usage tracker for resource:security_group_rule and tenant:ec8b47763ddd410c8ccc582737246056 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:01.425579 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:01.438782 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:01.536194 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:01.549600 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0156e30-ba9f-47fb-bf66-061581970d5d req-acff4176-73f7-41a1-a6b4-9667d352c147 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:01.551175 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e0156e30-ba9f-47fb-bf66-061581970d5d req-acff4176-73f7-41a1-a6b4-9667d352c147 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0873356 Jul 09 19:13:01.607940 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e0156e30-ba9f-47fb-bf66-061581970d5d req-888d961c-ca90-4224-b065-de5f0dc63189 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443463 Jul 09 19:13:01.640629 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:01.640803 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:01.650499 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c91a737f-df78-4fb3-9d23-ca2c0274f962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:01.704142 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec8b47763ddd410c8ccc582737246056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679513 Jul 09 19:13:01.705024 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec5bd0b-4c81-49f0-acdb-c13d794ba43c,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:01.706998 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37394) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:01.708430 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:01.848885 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba90d-9ba7-470d-ba36-f40cc8b4799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:01.883866 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba90d-9ba7-470d-ba36-f40cc8b4799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:01.902492 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3514f31-9dbd-49ee-bee0-9e534652dfe0 req-f9665a44-8185-4e4d-b7dd-e0308f1a0fcd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:01.906730 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d3514f31-9dbd-49ee-bee0-9e534652dfe0 req-f9665a44-8185-4e4d-b7dd-e0308f1a0fcd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1746202 Jul 09 19:13:01.995833 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d3514f31-9dbd-49ee-bee0-9e534652dfe0 req-0df2a771-3e0a-42f5-9f01-3a45013b94a6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882437 Jul 09 19:13:02.092475 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba90d-9ba7-470d-ba36-f40cc8b4799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:02.098599 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-635d3436-1224-43b2-b109-315b1c68c39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:02.113586 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ba90d-9ba7-470d-ba36-f40cc8b4799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec5bd0b-4c81-49f0-acdb-c13d794ba43c,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:02.115926 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4c9ba90d-9ba7-470d-ba36-f40cc8b4799c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:02.127311 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba90d-9ba7-470d-ba36-f40cc8b4799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:02.128749 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-4c9ba90d-9ba7-470d-ba36-f40cc8b4799c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dec5bd0b-4c81-49f0-acdb-c13d794ba43c HTTP/1.1" status: 204 len: 168 time: 0.4204772 Jul 09 19:13:02.828750 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c269e-fc11-4bab-a8de-1528bcb3c0a7 req-1852158a-bfdc-443e-a8d0-e9201398a12a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:02.830271 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8a0c269e-fc11-4bab-a8de-1528bcb3c0a7 req-1852158a-bfdc-443e-a8d0-e9201398a12a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1059628 Jul 09 19:13:02.843235 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37416) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:02.874648 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:02.880420 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8a0c269e-fc11-4bab-a8de-1528bcb3c0a7 req-df29a954-1775-4fdc-9759-2183361c12c4 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 Jul 09 19:13:02.907931 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:02.910514 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] Usage tracker for resource:security_group_rule and tenant:ea9ec1cee82a4298a3a01689f91b138d is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:02.913440 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:02.924720 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:03.053208 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:03.302962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:03.302962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-68993369-440a-445c-8ad2-e855950ec8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:03.302962 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea9ec1cee82a4298a3a01689f91b138d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719864 Jul 09 19:13:03.302962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b65a5cf-4931-4560-91fc-9cd522cfdb69,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:03.304344 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471d822-9044-4c51-945e-af50309213bf req-8257849e-2d54-4dd8-96b3-835f289dfcfb tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:03.304344 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7471d822-9044-4c51-945e-af50309213bf req-8257849e-2d54-4dd8-96b3-835f289dfcfb tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.0825882 Jul 09 19:13:03.304963 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:03.304963 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37430) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:03.352501 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7471d822-9044-4c51-945e-af50309213bf req-e1a65a45-dcfc-4d7d-aea4-043336d3fee3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1228504 Jul 09 19:13:03.409451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-05f00924-28da-49dd-b6a9-3dc6b875b691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:03.451261 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-05f00924-28da-49dd-b6a9-3dc6b875b691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:04.096077 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c69044-9300-47b2-a4c2-ebb322dfc250 req-77806d58-7a6c-4bdc-8e50-e73606730bc1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:04.097603 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-60c69044-9300-47b2-a4c2-ebb322dfc250 req-77806d58-7a6c-4bdc-8e50-e73606730bc1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0811758 Jul 09 19:13:04.147924 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-60c69044-9300-47b2-a4c2-ebb322dfc250 req-de2cb7a9-3e65-42b9-bc01-d0b66d3b9821 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445080 Jul 09 19:13:04.463920 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-05f00924-28da-49dd-b6a9-3dc6b875b691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:04.468203 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-19309038-5dc3-4bc6-b75a-7d2560c8bbcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:04.483005 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f00924-28da-49dd-b6a9-3dc6b875b691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b65a5cf-4931-4560-91fc-9cd522cfdb69,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:04.500680 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-05f00924-28da-49dd-b6a9-3dc6b875b691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:04.513054 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-05f00924-28da-49dd-b6a9-3dc6b875b691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:04.516184 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-05f00924-28da-49dd-b6a9-3dc6b875b691 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b65a5cf-4931-4560-91fc-9cd522cfdb69 HTTP/1.1" status: 204 len: 168 time: 1.2177148 Jul 09 19:13:04.618763 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd8735-0d66-457a-920e-3b5332c7f60f req-b5dd7837-2b1e-4697-8098-716e8b1efbe6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:04.620551 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dacd8735-0d66-457a-920e-3b5332c7f60f req-b5dd7837-2b1e-4697-8098-716e8b1efbe6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1314328 Jul 09 19:13:04.697157 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dacd8735-0d66-457a-920e-3b5332c7f60f req-62fe16a7-d72e-49d2-9869-287e2c47bd98 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703180 Jul 09 19:13:05.104190 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37456) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:05.266217 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:05.286989 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:05.291562 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] Usage tracker for resource:security_group_rule and tenant:48347230269c4fdeab8270711cd271ea is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:05.294950 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:05.301104 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:05.418592 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:05.423636 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d42df5-3d54-4d34-9a84-e8b75a7b1ae7 req-bef081cc-de55-41ea-bd1e-c07e8d777108 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:05.425122 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-90d42df5-3d54-4d34-9a84-e8b75a7b1ae7 req-bef081cc-de55-41ea-bd1e-c07e8d777108 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0924563 Jul 09 19:13:05.478815 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-90d42df5-3d54-4d34-9a84-e8b75a7b1ae7 req-1e9ab36e-f920-41be-9697-b943eb197094 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461965 Jul 09 19:13:05.481092 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:05.490072 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-01a1a109-5bb9-484f-a560-0414316af447 tempest-VolumesNegativeTest-205601403 tempest-VolumesNegativeTest-205601403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:05.531473 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48347230269c4fdeab8270711cd271ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261892 Jul 09 19:13:05.533601 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cc03fa-d043-4788-ab10-17ed31b43fe5,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:05.534257 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37470) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:05.536588 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:05.611860 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:05.639921 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:05.766566 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:05.772498 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-52ecd6c7-a80d-4d0a-84d8-cce3e55f4082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:05.786688 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cc03fa-d043-4788-ab10-17ed31b43fe5,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:05.797000 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.797376 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.797722 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.798069 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.808169 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.808980 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.814938 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.814938 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.814938 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.814938 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.814938 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.814938 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:05.854111 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:05.857556 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67cc03fa-d043-4788-ab10-17ed31b43fe5 HTTP/1.1" status: 204 len: 168 time: 0.3200183 Jul 09 19:13:05.857556 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:05.964333 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462169f-43f3-4157-867a-7cc20b66e884 req-9afb1f47-9e9b-4b10-b146-463b16ebc999 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:05.972473 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9462169f-43f3-4157-867a-7cc20b66e884 req-9afb1f47-9e9b-4b10-b146-463b16ebc999 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1552033 Jul 09 19:13:06.039246 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9462169f-43f3-4157-867a-7cc20b66e884 req-61a7b0d0-81b7-460b-bf66-2657568c0cb8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657921 Jul 09 19:13:06.704467 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c20f4b-ad25-44fc-84ef-552f627d1959 req-54fcce23-f73b-49fc-9bb7-03b97f9ad852 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:06.705941 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-91c20f4b-ad25-44fc-84ef-552f627d1959 req-54fcce23-f73b-49fc-9bb7-03b97f9ad852 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0822852 Jul 09 19:13:06.758682 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-91c20f4b-ad25-44fc-84ef-552f627d1959 req-bb22fd7e-7340-4247-8fd6-a449305db755 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450597 Jul 09 19:13:07.035140 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37506) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:07.067044 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:07.083914 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:07.095160 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f4b270b53f41c89add551b556bbd31 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:07.098843 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:07.104696 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:07.265380 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:07.282580 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f719f5a-46fa-4c30-8923-7297b6f3be9d req-ffa5eb79-44a3-45b5-80a9-d97875897be9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:07.284433 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5f719f5a-46fa-4c30-8923-7297b6f3be9d req-ffa5eb79-44a3-45b5-80a9-d97875897be9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1331003 Jul 09 19:13:07.331552 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:07.342350 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-91469fc5-46b4-45c5-9b00-1f5df2467ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:07.363112 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5f719f5a-46fa-4c30-8923-7297b6f3be9d req-1365a9f6-5cab-40ab-9b2c-dfad3bd06563 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729141 Jul 09 19:13:07.390402 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7f4b270b53f41c89add551b556bbd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549333 Jul 09 19:13:07.391393 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f7a1e7-6e3a-41e1-b46e-70e2ba36450b,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:07.392927 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37516) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:07.394552 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:07.558585 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8bb2-a6e2-46d6-b4da-297ee16d8547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:07.584275 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8bb2-a6e2-46d6-b4da-297ee16d8547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:07.726794 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8bb2-a6e2-46d6-b4da-297ee16d8547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:07.731678 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-aa702eee-b131-4d68-b07a-156bf0f51255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:07.745638 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c8bb2-a6e2-46d6-b4da-297ee16d8547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f7a1e7-6e3a-41e1-b46e-70e2ba36450b,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:07.748729 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3d9c8bb2-a6e2-46d6-b4da-297ee16d8547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:07.756740 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3d9c8bb2-a6e2-46d6-b4da-297ee16d8547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:07.761146 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-3d9c8bb2-a6e2-46d6-b4da-297ee16d8547 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/17f7a1e7-6e3a-41e1-b46e-70e2ba36450b HTTP/1.1" status: 204 len: 168 time: 0.3666134 Jul 09 19:13:08.037058 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14903406-33c4-40e2-b0cb-e4b3b8137811 req-cf67e5fb-eee8-4f69-b855-f1538bf16bad tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:08.038901 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-14903406-33c4-40e2-b0cb-e4b3b8137811 req-cf67e5fb-eee8-4f69-b855-f1538bf16bad tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1038454 Jul 09 19:13:08.097187 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-14903406-33c4-40e2-b0cb-e4b3b8137811 req-2492f977-29f0-4abf-8d46-7a02b24b945e tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528176 Jul 09 19:13:08.576389 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0053b27-b381-4e07-a6a3-30ea210cff64 req-91d52c95-a0e3-498e-83bc-bbf96104754b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:08.577911 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d0053b27-b381-4e07-a6a3-30ea210cff64 req-91d52c95-a0e3-498e-83bc-bbf96104754b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.0857477 Jul 09 19:13:08.638231 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d0053b27-b381-4e07-a6a3-30ea210cff64 req-df04977a-ad57-47a7-9a14-92611497a955 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539498 Jul 09 19:13:08.737504 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37568) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:08.858775 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:08.873497 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:08.877335 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f9211702c3434395bd0a47d6b52377a0 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:08.888989 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:08.888989 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:08.987513 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:09.057355 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:09.064911 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-fb3c4fe4-b07c-4ed9-9532-2ee232f280ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:09.111582 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9211702c3434395bd0a47d6b52377a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706360 Jul 09 19:13:09.111582 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1aae62-4537-422b-935f-5559240fa7f9,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:09.112478 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37584) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:09.114984 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:09.204986 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fe09ed59-982b-4293-a4dd-4aee53678f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:09.267871 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fe09ed59-982b-4293-a4dd-4aee53678f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:09.349298 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b9225-c624-46fe-a194-e4443b719ba4 req-117d66df-2365-4525-882c-8771b28e71e5 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:09.350822 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5f3b9225-c624-46fe-a194-e4443b719ba4 req-117d66df-2365-4525-882c-8771b28e71e5 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1245942 Jul 09 19:13:09.405937 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5f3b9225-c624-46fe-a194-e4443b719ba4 req-48afaec8-6add-489e-abfd-1440e4d446b5 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480721 Jul 09 19:13:09.645636 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fe09ed59-982b-4293-a4dd-4aee53678f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:09.664775 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:09.664775 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09ed59-982b-4293-a4dd-4aee53678f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1aae62-4537-422b-935f-5559240fa7f9,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:09.664775 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-fe09ed59-982b-4293-a4dd-4aee53678f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:09.673531 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-fe09ed59-982b-4293-a4dd-4aee53678f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:09.675339 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-fe09ed59-982b-4293-a4dd-4aee53678f75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b1aae62-4537-422b-935f-5559240fa7f9 HTTP/1.1" status: 204 len: 168 time: 0.5612929 Jul 09 19:13:09.860476 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5083a1-c763-498f-92cc-fbbb0310ebc8 req-996f0a83-e39f-4412-bc96-bc301e44108f tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:09.861923 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bc5083a1-c763-498f-92cc-fbbb0310ebc8 req-996f0a83-e39f-4412-bc96-bc301e44108f tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.0852003 Jul 09 19:13:09.908505 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bc5083a1-c763-498f-92cc-fbbb0310ebc8 req-8cc2bf15-1479-4ddf-a6a3-e41eaf8dec55 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410016 Jul 09 19:13:10.582984 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749f627-34f5-4be4-b7fa-3a67248e1ae3 req-c315422e-434b-45c2-a08e-5acd3de95a05 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:10.594754 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e749f627-34f5-4be4-b7fa-3a67248e1ae3 req-c315422e-434b-45c2-a08e-5acd3de95a05 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0777140 Jul 09 19:13:10.596157 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37616) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:10.613633 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:10.629753 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e749f627-34f5-4be4-b7fa-3a67248e1ae3 req-55f91080-8090-4190-b8dd-adde35dca652 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Jul 09 19:13:10.630567 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:10.634508 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] Usage tracker for resource:security_group_rule and tenant:36a6e29dce504af0a270108344650598 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:10.637374 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:10.643672 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:10.724208 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:10.783502 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:10.791708 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:10.835965 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36a6e29dce504af0a270108344650598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387476 Jul 09 19:13:10.840925 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139c32f0-257a-43c2-baef-402d1bdf3728,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:10.840925 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:10.842873 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37626) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:10.900475 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-cc97b047-c81c-4b54-9d90-1f26f213ebca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:10.925737 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-cc97b047-c81c-4b54-9d90-1f26f213ebca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:11.057906 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-cc97b047-c81c-4b54-9d90-1f26f213ebca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:11.063411 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-51be74b6-a8fc-4744-a03c-e4f2c1f6fb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:11.076810 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97b047-c81c-4b54-9d90-1f26f213ebca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139c32f0-257a-43c2-baef-402d1bdf3728,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:11.079190 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-cc97b047-c81c-4b54-9d90-1f26f213ebca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:11.081362 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-cc97b047-c81c-4b54-9d90-1f26f213ebca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:11.097793 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-cc97b047-c81c-4b54-9d90-1f26f213ebca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/139c32f0-257a-43c2-baef-402d1bdf3728 HTTP/1.1" status: 204 len: 168 time: 0.2538531 Jul 09 19:13:11.116011 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206fcfb-da47-4cca-9f3a-0b29dbbb601f req-4c9a3c1a-1d7c-49fe-8ea7-3004a5634e85 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:11.117497 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8206fcfb-da47-4cca-9f3a-0b29dbbb601f req-4c9a3c1a-1d7c-49fe-8ea7-3004a5634e85 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.0900166 Jul 09 19:13:11.165586 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8206fcfb-da47-4cca-9f3a-0b29dbbb601f req-1fc9f6f5-546c-4ec4-8a94-e28aa77a0760 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409694 Jul 09 19:13:11.837290 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5990dc5-9c12-4965-8a45-962bcd182d22 req-c3adbcbe-046c-4888-ab05-a9ac7c16792b tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:11.838830 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d5990dc5-9c12-4965-8a45-962bcd182d22 req-c3adbcbe-046c-4888-ab05-a9ac7c16792b tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0843220 Jul 09 19:13:11.960156 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d5990dc5-9c12-4965-8a45-962bcd182d22 req-292a02d7-9e52-4093-8bc8-1bba8dfcade6 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149657 Jul 09 19:13:12.383164 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34540d-7de5-4ac7-b89b-f55747b7dc89 req-c96f8629-3734-4713-bc14-f78afc266bdc tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:12.384705 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1d34540d-7de5-4ac7-b89b-f55747b7dc89 req-c96f8629-3734-4713-bc14-f78afc266bdc tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.0866132 Jul 09 19:13:12.442568 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1d34540d-7de5-4ac7-b89b-f55747b7dc89 req-d950a239-fc9e-4507-9170-cc1bb4f7d77a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511017 Jul 09 19:13:12.446807 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-adb97f38-b265-456c-a94d-76bf309d897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:12.448383 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-adb97f38-b265-456c-a94d-76bf309d897e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 1096 time: 0.0835223 Jul 09 19:13:12.601717 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-d8cfbede-4468-43c6-a544-cc218288304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:12.603078 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-d8cfbede-4468-43c6-a544-cc218288304f service neutron] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 915 time: 0.1348944 Jul 09 19:13:12.715050 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-23123928-5c44-4f3d-a5ca-f0221124488c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d83336-4f10-4b98-98e0-d21418e96565 HTTP/1.1" status: 200 len: 999 time: 0.1047835 Jul 09 19:13:12.790092 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-5b596175-60ad-4037-a44b-3a679c6f914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:12.790226 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-5b596175-60ad-4037-a44b-3a679c6f914b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.0668585 Jul 09 19:13:12.875867 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-f3b44f89-b7b1-4be9-862f-d367eb17b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:12.875867 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-f3b44f89-b7b1-4be9-862f-d367eb17b37c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745151 Jul 09 19:13:13.040840 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-18681426-d5e4-4408-9039-5ea0c0985de4 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601994 Jul 09 19:13:13.195595 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27202546-62d3-45c3-9264-86e7111587af req-272b4043-18d8-4331-9f98-c4cc7337d413 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:13.197151 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-27202546-62d3-45c3-9264-86e7111587af req-272b4043-18d8-4331-9f98-c4cc7337d413 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0871773 Jul 09 19:13:13.250132 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b49fbda6-ddfc-43c1-8d3c-5d430235254a req-8b748487-67f4-4c42-b05f-adfd3c8d0912 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013016 Jul 09 19:13:13.271364 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-27202546-62d3-45c3-9264-86e7111587af req-96c4f39d-afd9-4e77-bb7d-68ab445838dc tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678709 Jul 09 19:13:13.662131 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81053ea-7631-40af-acbb-8bb661eaf274 req-55ac5b94-1191-48ff-a90e-047de86e2f60 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:13.665154 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b81053ea-7631-40af-acbb-8bb661eaf274 req-55ac5b94-1191-48ff-a90e-047de86e2f60 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1153998 Jul 09 19:13:13.783490 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b81053ea-7631-40af-acbb-8bb661eaf274 req-0d6ad34a-8665-4c96-b513-300d5eb2c9c6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115062 Jul 09 19:13:13.813686 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3517e9-e1a0-493f-8841-8f05cea3c510 req-94bbb474-5a79-4d51-9e60-fcfe1f573198 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:13.815208 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1a3517e9-e1a0-493f-8841-8f05cea3c510 req-94bbb474-5a79-4d51-9e60-fcfe1f573198 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1220279 Jul 09 19:13:13.896022 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1a3517e9-e1a0-493f-8841-8f05cea3c510 req-615a86d5-bcef-4932-b277-a682926b0526 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695081 Jul 09 19:13:13.939665 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-7ad007c9-2ad0-4b56-a1e6-39dcb888a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:13.941303 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-7ad007c9-2ad0-4b56-a1e6-39dcb888a258 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 1098 time: 0.0991681 Jul 09 19:13:14.084391 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-09f68a31-dec8-4c2e-ae01-bf96837a351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:14.086211 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-09f68a31-dec8-4c2e-ae01-bf96837a351d service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 910 time: 0.1366510 Jul 09 19:13:14.112918 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37786) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:14.205403 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-47fca036-6e84-4c96-894d-18d87b509e2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87791239-1572-46a0-993e-ae5625949bcc HTTP/1.1" status: 200 len: 1000 time: 0.1108689 Jul 09 19:13:14.256018 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:14.270381 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:14.270597 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-c74b56b1-ed93-4ffe-9c1f-8338a1ab23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:14.272395 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-c74b56b1-ed93-4ffe-9c1f-8338a1ab23ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 200 len: 849 time: 0.0597577 Jul 09 19:13:14.274467 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] Usage tracker for resource:security_group_rule and tenant:b836a6572f284c739a9dd4387d2be7b3 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:14.277536 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:14.283404 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:14.355826 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-949ef169-390f-4ef2-9326-a9b5aee29813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:14.357853 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-949ef169-390f-4ef2-9326-a9b5aee29813 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bcd7813-3731-411e-8bb8-4ccc006ad519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781112 Jul 09 19:13:14.369817 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:14.441122 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:14.450356 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a1c8a46e-5881-4fc6-b56b-4a4cbca1b364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:14.491060 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b836a6572f284c739a9dd4387d2be7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765810 Jul 09 19:13:14.492193 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a503f-87ac-48a0-a0f5-f1d23c6e543e,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:14.495193 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:14.495802 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-327a9048-f592-4146-8f72-3f21dea8525e service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299977 Jul 09 19:13:14.500092 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37792) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:14.562596 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf818-010b-43b2-82d8-f752f149dc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:14.594192 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf818-010b-43b2-82d8-f752f149dc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:14.692130 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf818-010b-43b2-82d8-f752f149dc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:14.697283 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3ce1e951-4cdd-4e41-9bfc-10c63af3d3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:14.709073 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cf818-010b-43b2-82d8-f752f149dc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a503f-87ac-48a0-a0f5-f1d23c6e543e,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:14.713317 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf818-010b-43b2-82d8-f752f149dc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:14.715305 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-c36d5d9c-258d-429e-9852-7f382bcd998d req-acf57281-94f8-466b-a4fa-3cc539f2a368 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114339 Jul 09 19:13:14.731014 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-cf7cf818-010b-43b2-82d8-f752f149dc6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f4a503f-87ac-48a0-a0f5-f1d23c6e543e HTTP/1.1" status: 204 len: 168 time: 0.2164903 Jul 09 19:13:14.733335 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-cf7cf818-010b-43b2-82d8-f752f149dc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:14.982028 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cc5a8-2046-4e41-8be4-d44bf55d5a4e req-242701f5-ef4b-4289-b31e-e988f1905ae4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:14.983893 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5f5cc5a8-2046-4e41-8be4-d44bf55d5a4e req-242701f5-ef4b-4289-b31e-e988f1905ae4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.0820608 Jul 09 19:13:15.077440 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5f5cc5a8-2046-4e41-8be4-d44bf55d5a4e req-8688c3e4-335a-4c21-a552-aa85858764ff tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880585 Jul 09 19:13:15.127225 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a70494-7d33-4159-be20-456bc0226425 req-2457415f-aee7-4680-988a-c06a3e2770bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:15.135014 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-27a70494-7d33-4159-be20-456bc0226425 req-2457415f-aee7-4680-988a-c06a3e2770bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1097968 Jul 09 19:13:15.176777 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-27a70494-7d33-4159-be20-456bc0226425 req-4a66df66-f919-4fcb-9da4-13fca14faadc tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409198 Jul 09 19:13:15.374145 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37810) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:15.393783 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:15.408168 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:15.412189 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] Usage tracker for resource:security_group_rule and tenant:67bb7c221be443de9469557415af8d40 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:15.415044 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:15.420818 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:15.503166 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:15.583071 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:15.591818 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5968e48e-b62d-4d2d-9c41-be43a351b71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:15.629403 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679f58ff-b54a-410e-b084-2882be97a04d,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:15.633595 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67bb7c221be443de9469557415af8d40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581699 Jul 09 19:13:15.634488 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:15.636066 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37814) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:15.697075 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fe090389-05a4-4e2f-b627-780edf956268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:15.721838 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fe090389-05a4-4e2f-b627-780edf956268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:15.903505 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fe090389-05a4-4e2f-b627-780edf956268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:15.908721 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-195c3fd2-7eef-40e2-a316-1b2bcaa730f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:15.921484 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe090389-05a4-4e2f-b627-780edf956268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679f58ff-b54a-410e-b084-2882be97a04d,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:15.924506 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fe090389-05a4-4e2f-b627-780edf956268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:15.926820 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fe090389-05a4-4e2f-b627-780edf956268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:15.930249 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-fe090389-05a4-4e2f-b627-780edf956268 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/679f58ff-b54a-410e-b084-2882be97a04d HTTP/1.1" status: 204 len: 168 time: 0.2909386 Jul 09 19:13:16.259745 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:13:16.293704 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85182bdd-cd89-469f-9a7f-08bf21363bfe req-bdf94d95-345a-495c-9d44-ba1785e325d9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:16.296061 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-85182bdd-cd89-469f-9a7f-08bf21363bfe req-bdf94d95-345a-495c-9d44-ba1785e325d9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 943 time: 0.1074715 Jul 09 19:13:16.393121 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-85182bdd-cd89-469f-9a7f-08bf21363bfe req-87e768af-b664-4afa-b1ab-6283b6f6d3ab tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609291 Jul 09 19:13:16.420382 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426c6b9-ad8c-4f88-ad33-215dbe2a1c3b req-801548fd-3152-4c29-b4b9-2339cea79371 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:16.421880 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4426c6b9-ad8c-4f88-ad33-215dbe2a1c3b req-801548fd-3152-4c29-b4b9-2339cea79371 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1249330 Jul 09 19:13:16.486660 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4426c6b9-ad8c-4f88-ad33-215dbe2a1c3b req-6dc3ec09-0ec0-4cc7-9989-b4e034812005 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560977 Jul 09 19:13:16.763314 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59aab38-fb1c-40a8-a882-3d3b4e7641ac req-8579d620-e5b9-4067-9698-b41889361493 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:16.764976 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f59aab38-fb1c-40a8-a882-3d3b4e7641ac req-8579d620-e5b9-4067-9698-b41889361493 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 945 time: 0.0873127 Jul 09 19:13:16.819328 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f59aab38-fb1c-40a8-a882-3d3b4e7641ac req-1c4b2c94-6ff6-4201-8f1f-c9c8bc7c478b tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482152 Jul 09 19:13:16.841613 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37864) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:17.049693 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 65d83336-4f10-4b98-98e0-d21418e96565 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:13:17.085971 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb8ffe6-a74b-42bf-a350-e929e028b46c tempest-TestMinimumBasicScenario-712648185 tempest-TestMinimumBasicScenario-712648185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:17.089012 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-0cb8ffe6-a74b-42bf-a350-e929e028b46c tempest-TestMinimumBasicScenario-712648185 tempest-TestMinimumBasicScenario-712648185-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 1093 time: 0.2443924 Jul 09 19:13:17.091406 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37874) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:17.097707 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'floatingip': {'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'port_id': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:13:17.103700 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:17.108551 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Usage tracker for resource:floatingip and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:17.111709 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:17.118972 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:17.200424 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for floatingip, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:17.208726 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:13:17.221928 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '65d83336-4f10-4b98-98e0-d21418e96565', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'port_id': '65d83336-4f10-4b98-98e0-d21418e96565', 'mac_address': 'fa:16:3e:71:3b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:13:17.280092 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:17.302852 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d83336-4f10-4b98-98e0-d21418e96565 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:13:17.319484 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:13:17.338145 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:17.411576 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:17.413317 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-344635ad-20de-4788-a64c-8622728f17b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:17.481064 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Allocated IP 172.28.0.245 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/801a9303-fad2-416e-bf55-7f3a6166dfae) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:13:17.492749 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=9']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:17.500939 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.501503 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.502048 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.502538 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.503042 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.503518 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.503998 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.504739 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.505326 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.505826 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.506158 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.506484 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:13:17.521172 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:17.560452 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-99700aac-f569-409d-a4d1-ac3abf2a9673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:17.698878 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:17.711501 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0ae6b-014f-4947-af2e-63efbe68e8b4 req-c6be22c1-9845-4346-9fd0-a260a053f15b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:17.719901 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-72f0ae6b-014f-4947-af2e-63efbe68e8b4 req-c6be22c1-9845-4346-9fd0-a260a053f15b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 944 time: 0.1464031 Jul 09 19:13:17.727556 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['65d83336-4f10-4b98-98e0-d21418e96565'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:13:17.849408 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-72f0ae6b-014f-4947-af2e-63efbe68e8b4 req-e5b81205-8cc7-4f62-9037-192941bc1669 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289699 Jul 09 19:13:17.932632 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:17.938983 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:18.004010 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:13:18.006909 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:13:18.010592 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:13:18.052241 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'Port': ['ID=801a9303-fad2-416e-bf55-7f3a6166dfae,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:18.056738 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:18.074963 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:18.475164 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:18.614103 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:18.819634 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:18.904095 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589594'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:18.913700 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:19.056537 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 65d83336-4f10-4b98-98e0-d21418e96565 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:13:19.074821 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'Port': ['ID=801a9303-fad2-416e-bf55-7f3a6166dfae,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:19.079810 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:19.080724 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:19.150357 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 65d83336-4f10-4b98-98e0-d21418e96565 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:13:19.150357 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:19.252452 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21fb4-0d6b-4283-ad81-8822cc2ee2d2 req-53d61322-c64e-4615-b3d8-65d789f7d1f2 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:19.253918 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-93d21fb4-0d6b-4283-ad81-8822cc2ee2d2 req-53d61322-c64e-4615-b3d8-65d789f7d1f2 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 944 time: 0.2605605 Jul 09 19:13:19.266489 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:19.293495 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:13:19.300916 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.l3_db [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Floating IP 02d390a6-4fb4-48c0-8d98-1621b5011348 associated. External IP: 172.28.0.245, port: 750a8a5d-512e-486f-8a6c-caa7bf57189f. Jul 09 19:13:19.305801 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:13:19.341928 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565', 'code': 200} Jul 09 19:13:19.380764 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-93d21fb4-0d6b-4283-ad81-8822cc2ee2d2 req-01029a09-210e-44df-b3f6-9e32df600b8c tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210682 Jul 09 19:13:19.382689 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:19.384944 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:19.458332 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=10']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:19.461683 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:19.738041 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Router f4a03f56-2f37-4e4c-9431-92d1c0ed062b has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:13:19.920675 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:13:19.937425 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] Sync routers for ids ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:13:19.962534 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] Routers {'f4a03f56-2f37-4e4c-9431-92d1c0ed062b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:13:19.963188 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:12:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:13:20.011871 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:20.021621 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-3cae5ccd-cd83-4122-9958-4589539ea9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:20.088151 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9950173 Jul 09 19:13:20.088989 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:13:20.093032 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37926) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:20.101072 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37382537', 'description': 'tempest-secgroup-smoke-37382537 description', 'project_id': '83a5c6892a8d46c4b063c377bf068e08'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:13:20.109004 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:20.130446 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:20.140543 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f9e47-e2eb-4ce4-85ce-7687db825051 req-cb170dfc-6db3-4145-9115-97d3bbb8d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:20.142334 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bd7f9e47-e2eb-4ce4-85ce-7687db825051 req-cb170dfc-6db3-4145-9115-97d3bbb8d6bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 1099 time: 0.1234236 Jul 09 19:13:20.148584 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'status': 'completed', 'code': 200} Jul 09 19:13:20.164987 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] Set router f4a03f56-2f37-4e4c-9431-92d1c0ed062b gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:13:20.237782 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:20.274829 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bd7f9e47-e2eb-4ce4-85ce-7687db825051 req-227f2912-165a-42f1-b6cc-f2ed2dfc42e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223192 Jul 09 19:13:20.278237 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:20.284348 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Usage tracker for resource:security_group_rule and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:20.287623 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:20.296473 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:20.313638 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-d6ba4f63-c594-455f-a1ac-9d51c9bbb819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:20.316671 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-d6ba4f63-c594-455f-a1ac-9d51c9bbb819 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83a5c6892a8d46c4b063c377bf068e08&device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 1098 time: 0.1387000 Jul 09 19:13:20.377976 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:20.499692 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:20.506748 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-83d9b0c0-9757-4b1e-8e72-6901e3dc110e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:20.542306 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:48Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '02d390a6-4fb4-48c0-8d98-1621b5011348', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'floating_ip_address': '172.28.0.245', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'port_id': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'mac_address': 'fa:16:3e:2f:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b803e6-0552-4450-bb28-b410b897b557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:13:18Z', 'updated_at': '2021-07-09T19:13:18Z', 'revision_number': 0, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420d1522-ae0d-4397-8e3a-9bf05d218c3d', 'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'mac_address': 'fa:16:3e:8f:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:47Z', 'updated_at': '2021-07-09T19:11:59Z', 'revision_number': 5, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'subnets': [{'id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:13:20.547252 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] Checking router: f4a03f56-2f37-4e4c-9431-92d1c0ed062b for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:13:20.557965 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b045f58-1214-4bd2-9efc-2ede417662a5,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:20.558726 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] Routers {'f4a03f56-2f37-4e4c-9431-92d1c0ed062b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:13:20.559523 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:13:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:13:20.572945 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:20.603882 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-e4d49ddc-1259-43a2-9f11-db40a67919b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:20.605722 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-e4d49ddc-1259-43a2-9f11-db40a67919b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=608e0e38-ed78-40a1-b402-82ad29544597 HTTP/1.1" status: 200 len: 915 time: 0.1879649 Jul 09 19:13:20.607354 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73479c34-773d-42aa-bd5c-fb59aa33409f req-4993739b-ecf5-40d1-9517-461d0e2c7417 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:20.608953 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-73479c34-773d-42aa-bd5c-fb59aa33409f req-4993739b-ecf5-40d1-9517-461d0e2c7417 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 946 time: 0.1064603 Jul 09 19:13:20.696533 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-73479c34-773d-42aa-bd5c-fb59aa33409f req-a808b47a-ea00-4121-b150-4c73977c3b7d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709226 Jul 09 19:13:20.736600 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:20.742174 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.6425633 Jul 09 19:13:20.744408 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37950) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:20.751727 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'security_group_rule': {'security_group_id': '3b045f58-1214-4bd2-9efc-2ede417662a5', 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:13:20.763917 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:20.773725 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Usage tracker for resource:security_group_rule and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:20.777407 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:20.785458 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:20.789542 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] Set router f4a03f56-2f37-4e4c-9431-92d1c0ed062b gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:13:20.800148 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-131c684a-933e-46a2-b2a5-61bf83359e51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 200 len: 999 time: 0.1872876 Jul 09 19:13:20.872142 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-432ffbd6-6f5e-441c-8cf0-7d8508f6db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:20.873637 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-432ffbd6-6f5e-441c-8cf0-7d8508f6db47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8715bb0-4b80-4cde-9f63-6c31b0217a49 HTTP/1.1" status: 200 len: 854 time: 0.0664680 Jul 09 19:13:20.876392 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:20.943706 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:20.979871 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-0436e43d-1ace-4912-948b-e02d82571ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:20.981446 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-0436e43d-1ace-4912-948b-e02d82571ee3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=608e0e38-ed78-40a1-b402-82ad29544597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0948410 Jul 09 19:13:21.017313 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:21.019479 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7fe49d2d-8c18-44f7-a23b-ff1150bb1c33 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:21.042652 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1c4b58-d551-4b6e-87ee-9b66ba8c5d56,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:21.047512 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:21.114773 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:21.116018 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706036 Jul 09 19:13:21.118654 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-4ec33185-57ed-4d45-8814-7efe5f060fb3 service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301479 Jul 09 19:13:21.119147 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37954) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:21.124105 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'security_group_rule': {'security_group_id': '3b045f58-1214-4bd2-9efc-2ede417662a5', 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:13:21.129915 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:21.133873 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Usage tracker for resource:security_group_rule and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:21.136796 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:21.143252 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:21.223321 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:48Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '02d390a6-4fb4-48c0-8d98-1621b5011348', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'floating_ip_address': '172.28.0.245', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'port_id': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'mac_address': 'fa:16:3e:2f:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b803e6-0552-4450-bb28-b410b897b557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:13:18Z', 'updated_at': '2021-07-09T19:13:18Z', 'revision_number': 0, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420d1522-ae0d-4397-8e3a-9bf05d218c3d', 'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'mac_address': 'fa:16:3e:8f:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:47Z', 'updated_at': '2021-07-09T19:11:59Z', 'revision_number': 5, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'subnets': [{'id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:13:21.228310 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c89eb-1b61-440d-9b92-474bd83cc0b3 None None] The sync data for ids ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'] in dv-cinder-800268-1-smb is: [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:48Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '02d390a6-4fb4-48c0-8d98-1621b5011348', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'floating_ip_address': '172.28.0.245', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'port_id': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'mac_address': 'fa:16:3e:2f:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b803e6-0552-4450-bb28-b410b897b557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:13:18Z', 'updated_at': '2021-07-09T19:13:18Z', 'revision_number': 0, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420d1522-ae0d-4397-8e3a-9bf05d218c3d', 'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'mac_address': 'fa:16:3e:8f:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:47Z', 'updated_at': '2021-07-09T19:11:59Z', 'revision_number': 5, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'subnets': [{'id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:13:21.229306 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:21.264918 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-4d6d44d2-4a6d-4826-bdf1-75f3145bcc12 req-0b3d2460-b8c8-41f1-bd7a-abe295917a77 service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362548 Jul 09 19:13:21.302515 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:21.303303 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:21.424320 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:21.426304 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:21.442273 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51ff428-5455-4636-8661-0752e1b0336f None None] New status for floating IP 02d390a6-4fb4-48c0-8d98-1621b5011348: ACTIVE {{(pid=79201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:13:21.474079 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2a30f9-21dc-4dc8-a486-efa730f2937a,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:21.476525 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:21.599377 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:21.600589 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4808412 Jul 09 19:13:21.603476 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 37966) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:21.609014 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'security_group_rule': {'security_group_id': '3b045f58-1214-4bd2-9efc-2ede417662a5', 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:13:21.614748 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:21.618816 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Usage tracker for resource:security_group_rule and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:21.621672 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:21.628518 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:21.716054 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:21.794337 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:21.888424 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:21.893777 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:21.921379 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d73011-1c45-4ce3-8e08-bb920b0773a0 req-66253c87-d496-421f-9519-9e2a30570eb6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:21.922869 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-89d73011-1c45-4ce3-8e08-bb920b0773a0 req-66253c87-d496-421f-9519-9e2a30570eb6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 946 time: 0.1110845 Jul 09 19:13:21.932681 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0234f0a-03ee-42e6-8b34-d0dae71afab4,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:21.937814 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:21.980500 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-89d73011-1c45-4ce3-8e08-bb920b0773a0 req-3a668412-d92d-4955-8eac-b44fe2b142d1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443058 Jul 09 19:13:21.994886 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.000094 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 37992) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:22.011360 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959017 Jul 09 19:13:22.011936 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'security_group_rule': {'security_group_id': '3b045f58-1214-4bd2-9efc-2ede417662a5', 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:13:22.018463 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:22.022778 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Usage tracker for resource:security_group_rule and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:22.025575 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:22.032969 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:22.104556 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.168425 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.232452 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.234568 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:22.260419 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92db898-6306-4ca9-a6a7-f8a12dd49026,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:22.269160 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:22.320402 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.321652 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-e5caf155-f62a-4d46-a332-6a0830434e43 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3198085 Jul 09 19:13:22.324294 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38016) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:22.330326 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'security_group_rule': {'security_group_id': '3b045f58-1214-4bd2-9efc-2ede417662a5', 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:13:22.336185 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:22.340358 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Usage tracker for resource:security_group_rule and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:22.343832 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:22.349847 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:22.440155 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.securitygroups_db [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Project 83a5c6892a8d46c4b063c377bf068e08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:13:22.447077 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.517710 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.597135 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.603819 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:22.621419 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da557d1d-c8d9-4a59-a2e3-a1389eb1b47f,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:22.623851 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:22.709061 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.713012 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-f8ecd4de-c4ad-4b0b-b2ae-bd001c0e5f9f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3847291 Jul 09 19:13:22.713305 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38034) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:22.719636 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'security_group_rule': {'security_group_id': '3b045f58-1214-4bd2-9efc-2ede417662a5', 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:13:22.726174 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:22.730717 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Usage tracker for resource:security_group_rule and tenant:83a5c6892a8d46c4b063c377bf068e08 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:22.732088 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.735851 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:22.742303 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:22.852650 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.securitygroups_db [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Project 83a5c6892a8d46c4b063c377bf068e08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:13:22.861187 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:22.933437 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:23.011407 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:23.014152 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4cc03c50-31e2-4154-9bb3-467e8384ba09 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:23.036336 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4666d91-d8c4-4f86-bbc3-22f4fe95fc47,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:23.048767 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:23.131501 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:23.134001 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-260fadb3-e019-4de5-a83e-a02c6763b587 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4185574 Jul 09 19:13:23.189690 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea159-e3b0-4eb7-98ff-8021f2092942 req-382267d0-e544-4709-9001-ac38b12b242b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:23.191197 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bc0ea159-e3b0-4eb7-98ff-8021f2092942 req-382267d0-e544-4709-9001-ac38b12b242b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 946 time: 0.0813498 Jul 09 19:13:23.258342 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bc0ea159-e3b0-4eb7-98ff-8021f2092942 req-2bdbfa73-3121-492e-9d26-e5507964c498 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609939 Jul 09 19:13:23.278929 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-bf8189ee-ea59-4f96-9e0f-733824aba038 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37382537&fields=id&tenant_id=83a5c6892a8d46c4b063c377bf068e08 HTTP/1.1" status: 200 len: 267 time: 0.0601752 Jul 09 19:13:23.363483 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-7db17ad7-1680-4c7b-b8a7-a920aef74bd8 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:23.365059 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-7db17ad7-1680-4c7b-b8a7-a920aef74bd8 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 945 time: 0.0801165 Jul 09 19:13:23.380561 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-3d57cc63-63f5-44e3-aacf-cc33fac8b056 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'port': {'security_groups': ['d8e4d8bd-51a2-4e62-b48d-02e6ee82a344', '3b045f58-1214-4bd2-9efc-2ede417662a5']}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:13:23.501742 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-3d57cc63-63f5-44e3-aacf-cc33fac8b056 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:23.757171 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.db [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-3d57cc63-63f5-44e3-aacf-cc33fac8b056 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] For port 750a8a5d-512e-486f-8a6c-caa7bf57189f, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:13:23.781625 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-3d57cc63-63f5-44e3-aacf-cc33fac8b056 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:23.880703 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-3d57cc63-63f5-44e3-aacf-cc33fac8b056 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589594'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:23.888681 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:23.892414 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['750a8a5d-512e-486f-8a6c-caa7bf57189f'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:13:23.997441 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-3d57cc63-63f5-44e3-aacf-cc33fac8b056 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:24.002455 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-3d57cc63-63f5-44e3-aacf-cc33fac8b056 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for port, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:24.002455 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ffe9ecb5-6604-4c33-be14-90a5c4164827 req-3d57cc63-63f5-44e3-aacf-cc33fac8b056 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "PUT /v2.0/ports/750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 200 len: 981 time: 0.6237240 Jul 09 19:13:24.002455 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:13:24.050400 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57cc63-63f5-44e3-aacf-cc33fac8b056 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'Port': ['ID=750a8a5d-512e-486f-8a6c-caa7bf57189f,revision_number=6']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:24.070250 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3d57cc63-63f5-44e3-aacf-cc33fac8b056 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:24.072732 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'status': 'completed', 'code': 200} Jul 09 19:13:24.080219 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['750a8a5d-512e-486f-8a6c-caa7bf57189f'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:13:24.237693 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb010d4-45dd-485a-a677-6546a46be276 req-ef4a64cf-40fa-494f-bdde-4f88d09510c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:24.240300 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ecb010d4-45dd-485a-a677-6546a46be276 req-ef4a64cf-40fa-494f-bdde-4f88d09510c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83a5c6892a8d46c4b063c377bf068e08&device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 1137 time: 0.1459472 Jul 09 19:13:24.297315 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b0c21-1e21-4234-aad4-2cf2dc058286 req-72459e22-2ebe-4a2c-896b-22130c506c00 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:24.303512 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-123b0c21-1e21-4234-aad4-2cf2dc058286 req-72459e22-2ebe-4a2c-896b-22130c506c00 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.1488869 Jul 09 19:13:24.401435 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-1152f236-c1c1-4141-934f-83d422da49c7 None None] Provisioning complete for port 750a8a5d-512e-486f-8a6c-caa7bf57189f triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:13:24.401816 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-1152f236-c1c1-4141-934f-83d422da49c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:24.547340 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-123b0c21-1e21-4234-aad4-2cf2dc058286 req-c89346c8-461e-453b-9d87-0af6f74a74c5 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2382109 Jul 09 19:13:24.572393 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb010d4-45dd-485a-a677-6546a46be276 req-c7358968-0a29-4687-95a8-d9329a76d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:24.576225 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ecb010d4-45dd-485a-a677-6546a46be276 req-c7358968-0a29-4687-95a8-d9329a76d68c service neutron] 10.222.0.26 "GET /v2.0/networks?id=608e0e38-ed78-40a1-b402-82ad29544597 HTTP/1.1" status: 200 len: 915 time: 0.3282809 Jul 09 19:13:24.584174 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21b36e-a9c1-41ce-bb99-603fc1ba57c7 req-b033bb6e-69a3-4057-942c-85a792c01ef7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:24.585834 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-be21b36e-a9c1-41ce-bb99-603fc1ba57c7 req-b033bb6e-69a3-4057-942c-85a792c01ef7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 946 time: 0.1252143 Jul 09 19:13:24.655383 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-be21b36e-a9c1-41ce-bb99-603fc1ba57c7 req-87a45fb7-0388-4981-a97b-a1a3b9cf617e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626249 Jul 09 19:13:24.699574 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ecb010d4-45dd-485a-a677-6546a46be276 req-cc267811-bcac-41e9-a71c-b2ffb1f9c955 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 200 len: 1001 time: 0.1157212 Jul 09 19:13:24.780114 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb010d4-45dd-485a-a677-6546a46be276 req-ee63e781-9297-4aae-bea9-d58e794a47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:24.781868 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ecb010d4-45dd-485a-a677-6546a46be276 req-ee63e781-9297-4aae-bea9-d58e794a47c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8715bb0-4b80-4cde-9f63-6c31b0217a49 HTTP/1.1" status: 200 len: 854 time: 0.0696971 Jul 09 19:13:24.827104 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38088) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:24.877419 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb010d4-45dd-485a-a677-6546a46be276 req-c5004f57-12c1-47b7-bea3-fde67cf963ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:13:24.878966 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ecb010d4-45dd-485a-a677-6546a46be276 req-c5004f57-12c1-47b7-bea3-fde67cf963ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=608e0e38-ed78-40a1-b402-82ad29544597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880554 Jul 09 19:13:24.911451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38094) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:25.045948 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.046783 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.057202 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ecb010d4-45dd-485a-a677-6546a46be276 req-8563fdcb-a261-445a-a0c1-3661a671b9ed service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713037 Jul 09 19:13:25.061624 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:25.062670 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:25.065475 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] Usage tracker for resource:security_group_rule and tenant:5e3484e229f244dd95a5356c583001fd is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:25.068331 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:25.073995 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:25.090719 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] Usage tracker for resource:security_group_rule and tenant:4a8d2c5cf722431c8861784ceaa43adc is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:25.096289 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:25.151580 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:25.154386 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.207550 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ecb010d4-45dd-485a-a677-6546a46be276 req-69e75da8-1377-4ef6-999b-5aaad0ab2a03 service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425049 Jul 09 19:13:25.211529 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.220521 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3992f6b3-fc4e-4b7a-912e-bd7fe9aa0d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:25.260412 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e3484e229f244dd95a5356c583001fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322250 Jul 09 19:13:25.261284 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17df7c0-9032-4376-81f4-b819571ca661,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:25.264206 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38100) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:25.266596 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:25.295109 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.321971 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4eae8c0a-72d8-42bd-b3ec-8d66ff832374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.351141 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4eae8c0a-72d8-42bd-b3ec-8d66ff832374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.364990 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.373751 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9cf0dac1-e194-4456-aa5a-51adb7eb5bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:25.412396 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a8d2c5cf722431c8861784ceaa43adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4995992 Jul 09 19:13:25.413347 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b754dcb0-1093-47f3-b0b7-e2ef652af915,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:25.415048 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38104) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:25.416397 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:25.471669 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4eae8c0a-72d8-42bd-b3ec-8d66ff832374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.477547 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-85de4c4f-047a-46f0-a09a-3659c7a636c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:25.485942 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7279d5f2-1b78-439a-b252-ad7ac9d1ce6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.491420 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae8c0a-72d8-42bd-b3ec-8d66ff832374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17df7c0-9032-4376-81f4-b819571ca661,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:25.502291 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4eae8c0a-72d8-42bd-b3ec-8d66ff832374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:25.505568 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4eae8c0a-72d8-42bd-b3ec-8d66ff832374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.506687 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-4eae8c0a-72d8-42bd-b3ec-8d66ff832374 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a17df7c0-9032-4376-81f4-b819571ca661 HTTP/1.1" status: 204 len: 168 time: 0.2415640 Jul 09 19:13:25.529502 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7279d5f2-1b78-439a-b252-ad7ac9d1ce6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.669421 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7279d5f2-1b78-439a-b252-ad7ac9d1ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.674219 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4c9ba90d-9ba7-470d-ba36-f40cc8b4799c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:25.685232 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279d5f2-1b78-439a-b252-ad7ac9d1ce6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b754dcb0-1093-47f3-b0b7-e2ef652af915,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:25.687510 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7279d5f2-1b78-439a-b252-ad7ac9d1ce6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:25.696054 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7279d5f2-1b78-439a-b252-ad7ac9d1ce6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:25.696054 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7279d5f2-1b78-439a-b252-ad7ac9d1ce6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b754dcb0-1093-47f3-b0b7-e2ef652af915 HTTP/1.1" status: 204 len: 168 time: 0.2783408 Jul 09 19:13:26.103350 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38116) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:26.121132 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.135099 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:26.139318 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] Usage tracker for resource:security_group_rule and tenant:70dfcc5ef9ce4865811f9fbc76635250 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:26.142054 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:26.147605 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:26.230089 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.285435 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.292752 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f43d33c8-7e67-4f6d-b5f2-f726b36be41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:26.331589 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db25a51-bd45-4984-bf24-0ff4ac182251,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:26.335968 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70dfcc5ef9ce4865811f9fbc76635250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315218 Jul 09 19:13:26.336818 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:26.338930 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38120) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:26.395330 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a29528e-75c3-4fdf-b95a-d30ab5d321f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.419802 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a29528e-75c3-4fdf-b95a-d30ab5d321f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.469670 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38124) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:26.486575 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.504182 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:26.508111 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] Usage tracker for resource:security_group_rule and tenant:85ea9cd119184f7abadcc3a697781709 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:26.510995 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:26.517304 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:26.537746 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a29528e-75c3-4fdf-b95a-d30ab5d321f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.543386 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-77ddc2ef-9584-4313-a81a-6676c616939c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:26.561605 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29528e-75c3-4fdf-b95a-d30ab5d321f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db25a51-bd45-4984-bf24-0ff4ac182251,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:26.565906 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-0a29528e-75c3-4fdf-b95a-d30ab5d321f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:26.573641 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0a29528e-75c3-4fdf-b95a-d30ab5d321f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.574762 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-0a29528e-75c3-4fdf-b95a-d30ab5d321f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7db25a51-bd45-4984-bf24-0ff4ac182251 HTTP/1.1" status: 204 len: 168 time: 0.2353749 Jul 09 19:13:26.628279 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.674253 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.682413 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-285d9d21-035a-47a9-84af-2ff3cda3f2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:26.728948 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85ea9cd119184f7abadcc3a697781709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580075 Jul 09 19:13:26.729831 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd402181-014a-4335-b958-07844b6db268,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:26.732939 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38130) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:26.733419 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:26.792222 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a84585f3-83b8-4ac2-b09e-ad25a5658407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.818601 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a84585f3-83b8-4ac2-b09e-ad25a5658407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.931413 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a84585f3-83b8-4ac2-b09e-ad25a5658407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.935821 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-dbd8e081-5fff-48d1-ae55-a8b25baf1a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:26.951447 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84585f3-83b8-4ac2-b09e-ad25a5658407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd402181-014a-4335-b958-07844b6db268,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:26.954070 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a84585f3-83b8-4ac2-b09e-ad25a5658407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:26.963963 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-a84585f3-83b8-4ac2-b09e-ad25a5658407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:26.967414 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-a84585f3-83b8-4ac2-b09e-ad25a5658407 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd402181-014a-4335-b958-07844b6db268 HTTP/1.1" status: 204 len: 168 time: 0.2310839 Jul 09 19:13:27.532035 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38156) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:27.549742 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:27.564378 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:27.568332 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] Usage tracker for resource:security_group_rule and tenant:2b4c42f0d9844685913ae939f2a5e1f8 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:27.571190 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:27.577467 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:27.660264 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:27.714051 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:27.722856 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-27e5c8d5-a0c0-47f9-bc76-986a9bfbc2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:27.768048 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b4c42f0d9844685913ae939f2a5e1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349567 Jul 09 19:13:27.769628 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bbec91-ed38-42c4-a232-87c2150e0e85,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:27.770831 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38162) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:27.773092 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:27.836571 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0e29d028-c4ed-4793-81d2-797147bc024a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:27.862503 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0e29d028-c4ed-4793-81d2-797147bc024a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:27.971797 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0e29d028-c4ed-4793-81d2-797147bc024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:27.978351 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:27.989219 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29d028-c4ed-4793-81d2-797147bc024a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bbec91-ed38-42c4-a232-87c2150e0e85,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:27.993041 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0e29d028-c4ed-4793-81d2-797147bc024a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:27.996318 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0e29d028-c4ed-4793-81d2-797147bc024a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:27.998200 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-0e29d028-c4ed-4793-81d2-797147bc024a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6bbec91-ed38-42c4-a232-87c2150e0e85 HTTP/1.1" status: 204 len: 168 time: 0.2261660 Jul 09 19:13:31.599377 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:41.088036 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38346) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:41.203252 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:41.217792 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:41.221832 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] Usage tracker for resource:security_group_rule and tenant:597af795adeb4760b972e37829295795 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:41.225394 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:41.230972 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:41.311074 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:41.387905 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:41.397962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fb587f27-2187-498e-8fce-5ba4cd056828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:41.437468 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=597af795adeb4760b972e37829295795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482666 Jul 09 19:13:41.439021 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de166eb-fc57-4655-b06a-e886fb05286d,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:41.440487 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38354) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:41.442180 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:41.499355 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-59dc2d0f-679a-4ee5-8cd2-145ecf3f09c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:41.524158 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-59dc2d0f-679a-4ee5-8cd2-145ecf3f09c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:41.633617 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-59dc2d0f-679a-4ee5-8cd2-145ecf3f09c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:41.637152 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4b9488b7-3434-447f-b945-0a41a9745815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:41.649753 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc2d0f-679a-4ee5-8cd2-145ecf3f09c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de166eb-fc57-4655-b06a-e886fb05286d,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:41.652114 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-59dc2d0f-679a-4ee5-8cd2-145ecf3f09c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:41.662846 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-59dc2d0f-679a-4ee5-8cd2-145ecf3f09c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:41.663943 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-59dc2d0f-679a-4ee5-8cd2-145ecf3f09c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6de166eb-fc57-4655-b06a-e886fb05286d HTTP/1.1" status: 204 len: 168 time: 0.2216783 Jul 09 19:13:42.281403 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38368) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:42.299492 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:42.313623 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:42.317358 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:0acc46515eed464d84428e4fa0cfc596 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:42.320167 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:42.325861 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:42.411605 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:42.451709 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:42.460505 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-fe6d8366-557b-427b-a439-ddc755c2d97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:42.500007 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0acc46515eed464d84428e4fa0cfc596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174087 Jul 09 19:13:42.501678 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0573c09-a23a-4bb2-89fa-3afa39d15f64,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:42.502682 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38374) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:42.504624 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:42.563167 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-137f6b29-106c-4e0a-93e0-9a8d908ebfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:42.588171 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-137f6b29-106c-4e0a-93e0-9a8d908ebfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:42.736154 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-137f6b29-106c-4e0a-93e0-9a8d908ebfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:42.741096 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-cc97b047-c81c-4b54-9d90-1f26f213ebca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:42.755305 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f6b29-106c-4e0a-93e0-9a8d908ebfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0573c09-a23a-4bb2-89fa-3afa39d15f64,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:42.758198 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-137f6b29-106c-4e0a-93e0-9a8d908ebfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:42.762999 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-137f6b29-106c-4e0a-93e0-9a8d908ebfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:42.763783 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-137f6b29-106c-4e0a-93e0-9a8d908ebfe0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0573c09-a23a-4bb2-89fa-3afa39d15f64 HTTP/1.1" status: 204 len: 168 time: 0.2600601 Jul 09 19:13:44.393507 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38414) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:44.506842 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:44.520837 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:44.524619 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] Usage tracker for resource:security_group_rule and tenant:25b0fa6f12ba48f0a4fd9642492c71dc is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:44.527384 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:44.533640 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:44.623104 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:44.685286 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:44.693537 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-30cc8f6f-79b2-4dc1-8312-e03feaa99b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:44.732906 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25b0fa6f12ba48f0a4fd9642492c71dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382976 Jul 09 19:13:44.734383 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca85c7f-11eb-478f-b79b-ae67d28af678,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:44.735503 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38420) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:44.737411 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:44.793135 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-42f90eb5-3676-4325-8392-5aac6d0aa5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:44.819465 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-42f90eb5-3676-4325-8392-5aac6d0aa5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:44.942407 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-42f90eb5-3676-4325-8392-5aac6d0aa5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:44.946558 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4eae8c0a-72d8-42bd-b3ec-8d66ff832374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:44.959480 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f90eb5-3676-4325-8392-5aac6d0aa5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca85c7f-11eb-478f-b79b-ae67d28af678,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:44.961766 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-42f90eb5-3676-4325-8392-5aac6d0aa5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:44.972163 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-42f90eb5-3676-4325-8392-5aac6d0aa5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:44.976807 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-42f90eb5-3676-4325-8392-5aac6d0aa5ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dca85c7f-11eb-478f-b79b-ae67d28af678 HTTP/1.1" status: 204 len: 168 time: 0.2368157 Jul 09 19:13:46.586164 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38512) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:46.705433 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:46.720017 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:13:46.723860 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] Usage tracker for resource:security_group_rule and tenant:6e8196a5554841399ededba840c170a3 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:13:46.726878 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:13:46.733740 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:13:46.821333 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:46.896806 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:46.905902 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:46.942424 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a86ae1c-5245-4b14-8625-2310474da27e,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:46.954898 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:46.963371 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38522) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:13:46.963832 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e8196a5554841399ededba840c170a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762128 Jul 09 19:13:47.024834 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8341-82b6-4ace-b201-7ee176469b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:47.051087 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8341-82b6-4ace-b201-7ee176469b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:47.199990 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8341-82b6-4ace-b201-7ee176469b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:47.203698 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-05f00924-28da-49dd-b6a9-3dc6b875b691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:13:47.216250 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a8341-82b6-4ace-b201-7ee176469b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a86ae1c-5245-4b14-8625-2310474da27e,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:13:47.218446 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-2f2a8341-82b6-4ace-b201-7ee176469b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:13:47.226645 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8341-82b6-4ace-b201-7ee176469b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:47.230171 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-2f2a8341-82b6-4ace-b201-7ee176469b0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a86ae1c-5245-4b14-8625-2310474da27e HTTP/1.1" status: 204 len: 168 time: 0.2627885 Jul 09 19:13:47.531332 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-347d3831-d60b-4b33-b8c7-f334214c9412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:48.095949 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:49.953633 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-444ae5ff-4a2c-4afd-8134-e8e42c333024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:51.285263 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:52.730951 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:13:53.260415 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:14:00.210060 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-dffa500e-6380-4462-b42e-e5975b6be44c req-c36be009-e649-402a-b629-9cd0aa4247b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713720 Jul 09 19:14:00.301006 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa500e-6380-4462-b42e-e5975b6be44c req-0d4de522-b350-4522-9571-05e5328ca6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:00.302471 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-dffa500e-6380-4462-b42e-e5975b6be44c req-0d4de522-b350-4522-9571-05e5328ca6dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 1098 time: 0.0702717 Jul 09 19:14:00.444920 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa500e-6380-4462-b42e-e5975b6be44c req-6a8d8742-a10d-492a-bddc-65000c689c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:00.446354 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-dffa500e-6380-4462-b42e-e5975b6be44c req-6a8d8742-a10d-492a-bddc-65000c689c67 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 910 time: 0.1236794 Jul 09 19:14:00.548617 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-dffa500e-6380-4462-b42e-e5975b6be44c req-87622f98-dd9c-44d5-aedc-1cf5078d3572 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87791239-1572-46a0-993e-ae5625949bcc HTTP/1.1" status: 200 len: 1000 time: 0.0947912 Jul 09 19:14:00.613772 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa500e-6380-4462-b42e-e5975b6be44c req-fdc0a1d6-3d31-4abe-b04e-0d079fee8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:00.615170 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-dffa500e-6380-4462-b42e-e5975b6be44c req-fdc0a1d6-3d31-4abe-b04e-0d079fee8f60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 200 len: 849 time: 0.0587785 Jul 09 19:14:00.689534 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa500e-6380-4462-b42e-e5975b6be44c req-c6d70bed-6d2a-4cb9-ba6b-3dbbc1004d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:00.691001 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-dffa500e-6380-4462-b42e-e5975b6be44c req-c6d70bed-6d2a-4cb9-ba6b-3dbbc1004d86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bcd7813-3731-411e-8bb8-4ccc006ad519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682719 Jul 09 19:14:00.896983 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-dffa500e-6380-4462-b42e-e5975b6be44c req-ca05882d-42ce-418a-9828-7e0b1d7e22b4 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982627 Jul 09 19:14:01.028892 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-dffa500e-6380-4462-b42e-e5975b6be44c req-b10e07f2-cfe5-48a3-8f8a-4985bb38d6e5 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242559 Jul 09 19:14:01.633115 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:13.297919 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38638) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:14:13.410106 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:13.423883 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:14:13.427856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:c29ebe6be0464de0bcd18d4e320939d7 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:14:13.430567 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:14:13.436243 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:14:13.513264 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:13.575675 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:13.583461 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-7dc4aee6-96a5-40a2-aa47-47293f69cc25 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:13.631349 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c29ebe6be0464de0bcd18d4e320939d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322792 Jul 09 19:14:13.632159 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a71f720-96a8-4402-aba9-9e5c2e35090a,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:13.633960 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38644) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:14:13.639290 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.639653 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.640008 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.640355 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.641328 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.641789 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.642134 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.642475 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.642849 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.646456 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.646456 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.646456 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.647767 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:13.691695 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:13.717507 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:13.861499 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:13.866082 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b7202cd9-7cc7-40bb-ba7e-83fa3b83e705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:13.878384 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a71f720-96a8-4402-aba9-9e5c2e35090a,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:13.889437 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.889734 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.890084 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.890429 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.891355 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.891717 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.892035 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.892371 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.892705 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.893036 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.893366 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.893694 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:13.896994 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:13.898101 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:13.902359 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a71f720-96a8-4402-aba9-9e5c2e35090a HTTP/1.1" status: 204 len: 168 time: 0.2642112 Jul 09 19:14:17.546909 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c61dd9ec-c308-4f00-ad3e-5381ee857bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:18.124385 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:19.703218 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f366-c716-4259-873a-89c9d574a052 req-7800cc08-8d6b-4103-870f-dcf390c4615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:19.704720 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2660f366-c716-4259-873a-89c9d574a052 req-7800cc08-8d6b-4103-870f-dcf390c4615d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83a5c6892a8d46c4b063c377bf068e08&device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 1137 time: 0.1680884 Jul 09 19:14:19.737126 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005e832-38a8-46d0-8d7d-7787f71abd8a req-1fd5182d-ae0b-448f-9040-83032deb614f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:19.738572 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8005e832-38a8-46d0-8d7d-7787f71abd8a req-1fd5182d-ae0b-448f-9040-83032deb614f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.2507403 Jul 09 19:14:19.784734 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8005e832-38a8-46d0-8d7d-7787f71abd8a req-d2e648f6-d2ad-4f85-afba-c1cc6b38cf61 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0403829 Jul 09 19:14:19.838323 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f366-c716-4259-873a-89c9d574a052 req-c5f628c1-960a-4cb2-be9f-4bd3d78ff6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:19.839901 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2660f366-c716-4259-873a-89c9d574a052 req-c5f628c1-960a-4cb2-be9f-4bd3d78ff6f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=608e0e38-ed78-40a1-b402-82ad29544597 HTTP/1.1" status: 200 len: 915 time: 0.1275744 Jul 09 19:14:19.945841 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2660f366-c716-4259-873a-89c9d574a052 req-a8c6789d-831a-492f-b223-ad7aae206c1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 200 len: 1001 time: 0.0989718 Jul 09 19:14:19.981306 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-3e3feabf-c050-423b-8380-5389f0c3745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:20.009834 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f366-c716-4259-873a-89c9d574a052 req-369b0915-c90d-4c6c-839a-5398bad03e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:20.011293 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2660f366-c716-4259-873a-89c9d574a052 req-369b0915-c90d-4c6c-839a-5398bad03e61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8715bb0-4b80-4cde-9f63-6c31b0217a49 HTTP/1.1" status: 200 len: 854 time: 0.0587378 Jul 09 19:14:20.089934 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f366-c716-4259-873a-89c9d574a052 req-310fc817-72df-413d-bd9f-5dd6be4d5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:20.091414 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2660f366-c716-4259-873a-89c9d574a052 req-310fc817-72df-413d-bd9f-5dd6be4d5924 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=608e0e38-ed78-40a1-b402-82ad29544597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719690 Jul 09 19:14:20.220812 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2660f366-c716-4259-873a-89c9d574a052 req-da2de7db-4724-4616-b3a7-c8cab8370e87 service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204627 Jul 09 19:14:20.348232 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2660f366-c716-4259-873a-89c9d574a052 req-cb91f30f-1711-485e-9dc4-879991f99cd7 service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209962 Jul 09 19:14:21.027595 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fb655-b51c-47b4-96ca-e1820585c6df req-8d25525e-c3a0-4882-b97a-041392983ca8 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:21.029022 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5a3fb655-b51c-47b4-96ca-e1820585c6df req-8d25525e-c3a0-4882-b97a-041392983ca8 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.1309373 Jul 09 19:14:21.075836 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5a3fb655-b51c-47b4-96ca-e1820585c6df req-931e60d4-ed7e-4190-bf8b-5425612420ba tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0404930 Jul 09 19:14:21.277982 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:22.260264 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d64de-408e-497d-b731-3e636afd75cb req-132665d9-88e1-409c-a75e-42e0e7074bb9 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:22.261634 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-863d64de-408e-497d-b731-3e636afd75cb req-132665d9-88e1-409c-a75e-42e0e7074bb9 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0790923 Jul 09 19:14:22.313169 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-863d64de-408e-497d-b731-3e636afd75cb req-d51d0041-70b8-4635-9ed5-49bc1a5950c2 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0450747 Jul 09 19:14:22.735320 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:23.495027 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452db2cf-aab5-41cf-93fd-dbd6f10eada8 req-bb5b538e-b50c-4975-8b5f-ed2fa44b51b6 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:23.496501 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-452db2cf-aab5-41cf-93fd-dbd6f10eada8 req-bb5b538e-b50c-4975-8b5f-ed2fa44b51b6 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0793743 Jul 09 19:14:23.545558 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-452db2cf-aab5-41cf-93fd-dbd6f10eada8 req-52473e7e-f085-40f2-a565-1ad0efa7a397 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0428300 Jul 09 19:14:24.732162 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654073e-a0d8-4452-a811-1f00141435c4 req-badee61b-7c76-496d-8ab2-67d22edda2de tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:24.733616 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d654073e-a0d8-4452-a811-1f00141435c4 req-badee61b-7c76-496d-8ab2-67d22edda2de tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0833499 Jul 09 19:14:24.780799 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d654073e-a0d8-4452-a811-1f00141435c4 req-35460f6c-0aa3-4d1e-a77c-ccb021cd3928 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0413880 Jul 09 19:14:25.446283 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422e210-6bf7-485a-a554-60148ac93a02 req-12e7cc4d-0471-479b-b628-3cce97681873 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:25.447778 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d422e210-6bf7-485a-a554-60148ac93a02 req-12e7cc4d-0471-479b-b628-3cce97681873 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0787878 Jul 09 19:14:25.494761 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d422e210-6bf7-485a-a554-60148ac93a02 req-d65c86d8-64e0-46ae-873c-b5ff9f827c83 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412242 Jul 09 19:14:26.024835 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c92f9d-2494-4d83-b01e-b46a54789f4c req-cdae307d-875d-410b-a68c-15875da363ee tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:26.026308 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b7c92f9d-2494-4d83-b01e-b46a54789f4c req-cdae307d-875d-410b-a68c-15875da363ee tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.1413794 Jul 09 19:14:26.072735 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b7c92f9d-2494-4d83-b01e-b46a54789f4c req-d8058836-c5d3-4efd-bf8a-2c86bbbb4806 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0406253 Jul 09 19:14:26.675853 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4f59-2a37-4939-b134-5da577d8a879 req-04cd0b27-2752-4fda-85bc-48eff78fd40c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:26.677315 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-702e4f59-2a37-4939-b134-5da577d8a879 req-04cd0b27-2752-4fda-85bc-48eff78fd40c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0801125 Jul 09 19:14:26.720222 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-702e4f59-2a37-4939-b134-5da577d8a879 req-db4da5e2-6c61-43d6-b9e4-c922df8830af tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374136 Jul 09 19:14:27.250516 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f14f7-b72b-4cb0-af37-4ee2d8f1f4be req-3c90e78e-e9e9-4880-b307-ef2a0c70d0bb tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:27.252468 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f07f14f7-b72b-4cb0-af37-4ee2d8f1f4be req-3c90e78e-e9e9-4880-b307-ef2a0c70d0bb tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0786824 Jul 09 19:14:27.299930 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f07f14f7-b72b-4cb0-af37-4ee2d8f1f4be req-3ff36cdf-5fc2-4a50-856c-725953355410 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0417416 Jul 09 19:14:27.899539 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff090fd6-4d20-411f-b44d-15321d3a5f30 req-e4c6dd12-ed19-4565-99aa-d93c601fd18b tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:27.901011 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ff090fd6-4d20-411f-b44d-15321d3a5f30 req-e4c6dd12-ed19-4565-99aa-d93c601fd18b tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0779581 Jul 09 19:14:27.945419 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ff090fd6-4d20-411f-b44d-15321d3a5f30 req-c54c9f40-76c1-4f3f-a13a-cb60e5655824 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388062 Jul 09 19:14:28.485379 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010011-79fb-4a8c-8b50-a4344332b492 req-de3b46c9-5c8b-42a0-a77b-8888661ba4f0 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:28.486858 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0010011-79fb-4a8c-8b50-a4344332b492 req-de3b46c9-5c8b-42a0-a77b-8888661ba4f0 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0819414 Jul 09 19:14:28.532873 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0010011-79fb-4a8c-8b50-a4344332b492 req-88f85d0a-6a48-4da0-bb96-ca91c3907f52 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0404327 Jul 09 19:14:29.128813 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0de9c-e8cb-42ef-a1ab-8833a37bb694 req-3d86b1f6-1054-4563-ac13-5e132b624250 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:29.130245 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7aa0de9c-e8cb-42ef-a1ab-8833a37bb694 req-3d86b1f6-1054-4563-ac13-5e132b624250 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0792959 Jul 09 19:14:29.175816 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7aa0de9c-e8cb-42ef-a1ab-8833a37bb694 req-9ab47065-86f9-4269-878e-a1612190bbc8 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400434 Jul 09 19:14:29.719591 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22d8ab-819c-4fc1-a75e-ac175d139726 req-8e76c03c-fb98-4a8d-a3c7-66e4f3d4bd91 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:29.721066 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2e22d8ab-819c-4fc1-a75e-ac175d139726 req-8e76c03c-fb98-4a8d-a3c7-66e4f3d4bd91 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0793579 Jul 09 19:14:29.767676 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2e22d8ab-819c-4fc1-a75e-ac175d139726 req-d4d983d5-8624-4aed-95f9-696cb1ad4944 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0410125 Jul 09 19:14:30.260555 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:14:30.364802 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa84617-3f6a-4c14-ab79-f18631f715b5 req-ac728da3-a5ac-47a4-85e3-a4add0f884ce tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:30.366263 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4aa84617-3f6a-4c14-ab79-f18631f715b5 req-ac728da3-a5ac-47a4-85e3-a4add0f884ce tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0856338 Jul 09 19:14:30.411460 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4aa84617-3f6a-4c14-ab79-f18631f715b5 req-99c55006-ea1b-4a55-9bd9-1539875169fa tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392690 Jul 09 19:14:30.949295 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175190e-5ca3-4781-a7b6-b7f07e7482f2 req-fd16fa86-ca4c-46cb-a87b-678c3c66c18d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:30.950849 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1175190e-5ca3-4781-a7b6-b7f07e7482f2 req-fd16fa86-ca4c-46cb-a87b-678c3c66c18d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0784652 Jul 09 19:14:31.000081 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1175190e-5ca3-4781-a7b6-b7f07e7482f2 req-3c81edb1-bbdf-4be1-bc46-b3342a7d3d1f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0429792 Jul 09 19:14:31.599441 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa908cb-d351-46f5-8223-2673ddabe9f6 req-d27e9ac8-3923-4805-bf1e-416ecbd5c47b tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:31.600885 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3fa908cb-d351-46f5-8223-2673ddabe9f6 req-d27e9ac8-3923-4805-bf1e-416ecbd5c47b tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0799918 Jul 09 19:14:31.626992 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:31.644893 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3fa908cb-d351-46f5-8223-2673ddabe9f6 req-1ff6dcdf-cbef-4e01-baeb-9719805322c0 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383167 Jul 09 19:14:31.981425 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bcf43-facd-4a93-84fb-36ad478fd5e7 req-b449c8d7-6901-4e2b-a6b9-22722d47a900 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:31.982890 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ff9bcf43-facd-4a93-84fb-36ad478fd5e7 req-b449c8d7-6901-4e2b-a6b9-22722d47a900 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 946 time: 0.0827138 Jul 09 19:14:32.027894 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ff9bcf43-facd-4a93-84fb-36ad478fd5e7 req-0bf8eb2c-91f9-4038-95ee-16169178f2d4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387440 Jul 09 19:14:32.183480 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54033e3-e742-46f3-8e70-2094052c7181 req-f058bbdf-e793-4435-ac0c-0d3e112dc04b tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:32.184908 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b54033e3-e742-46f3-8e70-2094052c7181 req-f058bbdf-e793-4435-ac0c-0d3e112dc04b tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0788820 Jul 09 19:14:32.233935 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b54033e3-e742-46f3-8e70-2094052c7181 req-859deebf-5adb-46b4-a6f0-bf5b8c59af0e tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0425375 Jul 09 19:14:32.823347 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d8a7-ca33-41af-9064-696547444011 req-23deed49-f446-4ea2-a7b5-bc7bca8f7562 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:32.824772 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-31c9d8a7-ca33-41af-9064-696547444011 req-23deed49-f446-4ea2-a7b5-bc7bca8f7562 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0775137 Jul 09 19:14:32.868168 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-31c9d8a7-ca33-41af-9064-696547444011 req-32ae2dfb-3fa7-4947-a415-38e0ad747f4a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374668 Jul 09 19:14:33.217561 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe624f3c-9c4b-4adf-860d-4d493db53560 req-9dadc8bc-aa14-4c83-848e-c040f6199c9e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:33.219190 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fe624f3c-9c4b-4adf-860d-4d493db53560 req-9dadc8bc-aa14-4c83-848e-c040f6199c9e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 946 time: 0.0838215 Jul 09 19:14:33.263386 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fe624f3c-9c4b-4adf-860d-4d493db53560 req-f84dc5cc-f34e-4b96-921c-51026778dddf tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380018 Jul 09 19:14:33.419645 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda5511-c045-4ef6-9f31-b92474d9a589 req-b47a5813-f97a-48d1-9db5-d57377dc264d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:33.421185 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0bda5511-c045-4ef6-9f31-b92474d9a589 req-b47a5813-f97a-48d1-9db5-d57377dc264d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0811565 Jul 09 19:14:33.471026 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0bda5511-c045-4ef6-9f31-b92474d9a589 req-b2a1327f-530b-49fa-b59e-c23c3a64cb3c tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0430880 Jul 09 19:14:33.870452 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-fee0d6bc-14c5-4b29-974e-4d565394f427 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:33.871787 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-fee0d6bc-14c5-4b29-974e-4d565394f427 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.26 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 946 time: 0.0778244 Jul 09 19:14:33.944557 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Deleting port 65d83336-4f10-4b98-98e0-d21418e96565 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:14:33.945010 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:34.052433 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566dc51-454d-4825-b03b-cd9804786571 req-48686881-5e60-4fe2-b5ee-e14ffb835e01 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:34.053931 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0566dc51-454d-4825-b03b-cd9804786571 req-48686881-5e60-4fe2-b5ee-e14ffb835e01 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0793068 Jul 09 19:14:34.099020 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0566dc51-454d-4825-b03b-cd9804786571 req-a9139969-8f84-4b42-b7c6-fea4ec881693 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388808 Jul 09 19:14:34.184698 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] For port 65d83336-4f10-4b98-98e0-d21418e96565, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=65d83336-4f10-4b98-98e0-d21418e96565,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:14:34.185055 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:34.523609 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ccbe2-5af0-43bf-aec0-66e86b51d990 req-f1a167e2-00f7-4393-88d2-ce275ee1846d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:34.525278 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-823ccbe2-5af0-43bf-aec0-66e86b51d990 req-f1a167e2-00f7-4393-88d2-ce275ee1846d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 946 time: 0.1519303 Jul 09 19:14:34.567007 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:34.567420 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:34.567719 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.l3_db [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Floating IP 863fc174-80a8-4afa-9bc3-af75cdfcecc2 disassociated. External IP: 172.28.0.212, port: 65d83336-4f10-4b98-98e0-d21418e96565. Jul 09 19:14:34.568063 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Calling delete_port for 65d83336-4f10-4b98-98e0-d21418e96565 owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:14:34.570440 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-823ccbe2-5af0-43bf-aec0-66e86b51d990 req-f5b1636d-a3c5-42e6-95a4-dcf6faa491e2 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c98a0be-5513-4ba9-9bd6-66717717a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394878 Jul 09 19:14:34.659711 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bc63b-966e-41cb-a1c7-4d0262429d38 req-0c95a994-2b2a-4b19-8a13-4f684d08d0ce tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:34.661172 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-621bc63b-966e-41cb-a1c7-4d0262429d38 req-0c95a994-2b2a-4b19-8a13-4f684d08d0ce tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0836840 Jul 09 19:14:34.711104 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-621bc63b-966e-41cb-a1c7-4d0262429d38 req-cf01826f-648a-4b91-b46b-a318967c9a54 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0435841 Jul 09 19:14:34.758168 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:34.763834 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-20c77eab-23f9-410e-af4d-46c3742295ba tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:34.807353 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event deleted for resources: {'Port': ['ID=65d83336-4f10-4b98-98e0-d21418e96565,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:34.810682 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:34.995453 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:14:35.178308 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:14:35.190968 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] Sync routers for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:14:35.200430 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:14:35.202020 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:14:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:14:35.257644 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] No DVR routers for this DVR port 65d83336-4f10-4b98-98e0-d21418e96565 on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:14:35.260139 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:35.275546 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'name': 'network-vif-deleted', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:14:35.305971 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0de51-275c-4624-968f-01ebee43d0ea req-dd5cd100-c990-4e6d-91f8-fb5eacf0b994 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:35.307587 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-40e0de51-275c-4624-968f-01ebee43d0ea req-dd5cd100-c990-4e6d-91f8-fb5eacf0b994 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0926213 Jul 09 19:14:35.318925 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-16fd8b9f-20f5-42da-89f7-64e306eb9cf2 req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.26 "DELETE /v2.0/ports/65d83336-4f10-4b98-98e0-d21418e96565 HTTP/1.1" status: 204 len: 173 time: 1.4412079 Jul 09 19:14:35.361797 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-40e0de51-275c-4624-968f-01ebee43d0ea req-c2da5fdd-9500-4fd5-ad6d-435b564a051c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457568 Jul 09 19:14:35.407200 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263f04e4-02df-43c8-8d6e-d3861747258d', 'name': 'network-vif-deleted', 'tag': '65d83336-4f10-4b98-98e0-d21418e96565', 'status': 'completed', 'code': 200} Jul 09 19:14:35.465082 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:14:35.813260 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-002fb04d-631c-49eb-8d60-1023544a9d2b req-57ab6a43-69e5-4493-b780-923a7cb288f8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=263f04e4-02df-43c8-8d6e-d3861747258d HTTP/1.1" status: 200 len: 210 time: 0.0880697 Jul 09 19:14:35.813918 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:14:35.818196 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] Checking router: 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:14:35.832603 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:14:35.832603 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:14:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:14:35.934767 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662d54c-1dea-4f4f-9e07-0d65faaab743 req-d670d7ab-0480-4f14-8cb7-a3c23126579f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:35.936471 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e662d54c-1dea-4f4f-9e07-0d65faaab743 req-d670d7ab-0480-4f14-8cb7-a3c23126579f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0853798 Jul 09 19:14:35.986993 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e662d54c-1dea-4f4f-9e07-0d65faaab743 req-5f22aa7a-6d34-4de5-949d-ef58dd68933f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0420394 Jul 09 19:14:36.017632 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:14:36.344054 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:14:36.352112 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5e69ac-9561-4e58-9412-2b7dd526dcb7 None None] The sync data for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb is: [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:14:36.635573 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df1b5e-1490-4d0d-a33c-a93be4bb7131 None None] New status for floating IP 863fc174-80a8-4afa-9bc3-af75cdfcecc2: DOWN {{(pid=79201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:14:36.726011 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6d9a3-4734-48ae-8d36-8d88543319bf req-1156e5c8-d841-4a29-af1c-07c80d6dfa8b tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:36.728881 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eab6d9a3-4734-48ae-8d36-8d88543319bf req-1156e5c8-d841-4a29-af1c-07c80d6dfa8b tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0990000 Jul 09 19:14:36.772519 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eab6d9a3-4734-48ae-8d36-8d88543319bf req-77905753-f2df-44ae-81ab-8b654955d573 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391710 Jul 09 19:14:37.010341 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38764) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:14:37.082771 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8aa0221f-5a9d-49e3-81c7-20059addfd84 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:37.193575 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8aa0221f-5a9d-49e3-81c7-20059addfd84 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:37.290302 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c0885-ea3c-41e1-88c1-e82578c7f529 req-4510afde-b5b9-4636-acbb-5d2ec3edcfcd tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:37.291816 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d90c0885-ea3c-41e1-88c1-e82578c7f529 req-4510afde-b5b9-4636-acbb-5d2ec3edcfcd tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.1952620 Jul 09 19:14:37.300212 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de61b94-4ba2-4efb-afe9-fed25ad83a71 req-e35fdd6f-c05e-408d-b1c0-a68d9057f130 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:37.302868 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6de61b94-4ba2-4efb-afe9-fed25ad83a71 req-e35fdd6f-c05e-408d-b1c0-a68d9057f130 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1607895 Jul 09 19:14:37.334335 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-b3504df3-2e7d-402f-a110-e2ded9bf5e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:37.335942 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-b3504df3-2e7d-402f-a110-e2ded9bf5e60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 1098 time: 0.0795038 Jul 09 19:14:37.384136 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6de61b94-4ba2-4efb-afe9-fed25ad83a71 req-11f9b5ed-71b6-474d-866c-0df3ee820cb4 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616274 Jul 09 19:14:37.397449 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d90c0885-ea3c-41e1-88c1-e82578c7f529 req-7d887f9f-bbeb-4082-ad5b-c73abdc97ec4 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b045f58-1214-4bd2-9efc-2ede417662a5&id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0819628 Jul 09 19:14:37.397449 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8aa0221f-5a9d-49e3-81c7-20059addfd84 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:37.397449 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2d2ceb0b-8382-45e6-84fc-c2bf9b410487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:37.418292 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0221f-5a9d-49e3-81c7-20059addfd84 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c98a0be-5513-4ba9-9bd6-66717717a36f,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:37.420897 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8aa0221f-5a9d-49e3-81c7-20059addfd84 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:37.455049 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 65d83336-4f10-4b98-98e0-d21418e96565 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:14:37.477668 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8aa0221f-5a9d-49e3-81c7-20059addfd84 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:37.481333 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-8aa0221f-5a9d-49e3-81c7-20059addfd84 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "DELETE /v2.0/security-groups/5c98a0be-5513-4ba9-9bd6-66717717a36f HTTP/1.1" status: 204 len: 168 time: 0.4675546 Jul 09 19:14:37.481665 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38774) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:14:37.488935 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-e4e0c29f-8bb6-4d30-ac54-ea1cfa947a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:37.489489 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 65d83336-4f10-4b98-98e0-d21418e96565 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:14:37.489843 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 65d83336-4f10-4b98-98e0-d21418e96565 not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:14:37.490408 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-e4e0c29f-8bb6-4d30-ac54-ea1cfa947a07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 910 time: 0.1472132 Jul 09 19:14:37.500348 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.api.v2.resource [None req-c74847ab-8b9e-434f-a0a2-850b1956cf67 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] show failed (client error): The resource could not be found. Jul 09 19:14:37.504820 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-c74847ab-8b9e-434f-a0a2-850b1956cf67 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups/5c98a0be-5513-4ba9-9bd6-66717717a36f HTTP/1.1" status: 404 len: 347 time: 0.0179856 Jul 09 19:14:37.505081 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38778) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:14:37.591181 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-9c8763dd-c459-46b2-9407-114651148761 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87791239-1572-46a0-993e-ae5625949bcc HTTP/1.1" status: 200 len: 1000 time: 0.0936143 Jul 09 19:14:37.655704 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-47dc4649-9864-4e5d-a8bc-773462ccb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:37.657134 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-47dc4649-9864-4e5d-a8bc-773462ccb2bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 200 len: 849 time: 0.0595891 Jul 09 19:14:37.659372 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Deleting port c7ff40d8-59d0-409f-98f2-3d3331a3ae3d {{(pid=79198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:14:37.659724 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:37.731870 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-b5c99895-2455-4f8c-bc2f-e21dd2a4e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:37.733355 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-b5c99895-2455-4f8c-bc2f-e21dd2a4e2f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bcd7813-3731-411e-8bb8-4ccc006ad519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695317 Jul 09 19:14:37.824009 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:37.824328 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:37.865842 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-bcf008e7-27ff-4263-80fb-c9229e8bfdac service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250620 Jul 09 19:14:37.945198 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Calling delete_port for c7ff40d8-59d0-409f-98f2-3d3331a3ae3d owned by network:floatingip {{(pid=79198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:14:38.095610 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-6149c533-98f8-4538-9ff7-ddc04aac41ba req-b3b59e93-38b5-40d8-ac27-c6d4ce746357 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236185 Jul 09 19:14:38.289598 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:38.293014 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:38.334237 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event deleted for resources: {'Port': ['ID=c7ff40d8-59d0-409f-98f2-3d3331a3ae3d,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:38.337280 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:38.429738 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:38.443332 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:38.444457 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "DELETE /v2.0/floatingips/863fc174-80a8-4afa-9bc3-af75cdfcecc2 HTTP/1.1" status: 204 len: 168 time: 0.9384518 Jul 09 19:14:38.574652 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f4be-695c-463f-aaaf-9afe5aaf7ba3 req-9dc12143-52d4-4464-9d5e-d7f771278b01 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:38.576141 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b543f4be-695c-463f-aaaf-9afe5aaf7ba3 req-9dc12143-52d4-4464-9d5e-d7f771278b01 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0877254 Jul 09 19:14:38.625368 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b543f4be-695c-463f-aaaf-9afe5aaf7ba3 req-24af7a34-76df-4cef-9e15-42e6a8ba8a32 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Jul 09 19:14:38.794479 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38786) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:14:38.801258 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217009172', 'description': 'tempest-description--311357856'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:14:38.807016 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:14:38.811146 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Usage tracker for resource:security_group and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:14:38.814646 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:14:38.820383 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:14:38.871765 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:38.892543 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:14:38.896354 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Usage tracker for resource:security_group_rule and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:14:38.899137 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:14:38.904691 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:14:38.971974 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.032037 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.036427 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b96c744d-6286-485f-9a77-19471c266fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:39.077524 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea56d08-5a89-46bd-83e7-553c8afe5506,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:39.080567 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:39.140772 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.142036 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3465488 Jul 09 19:14:39.144904 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38790) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:14:39.149832 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'security_group_rule': {'security_group_id': '3ea56d08-5a89-46bd-83e7-553c8afe5506', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:14:39.155637 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:14:39.159910 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Usage tracker for resource:security_group_rule and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:14:39.162728 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:14:39.168353 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:14:39.232028 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.288730 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.346053 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.348011 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-bc88aae0-3abc-45e0-bcb2-555fc11e6073 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:39.372450 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f27c710-72e5-445e-966a-e4999855a898,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:39.377530 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:39.437378 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.438635 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928147 Jul 09 19:14:39.441754 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38794) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:14:39.446952 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'security_group_rule': {'security_group_id': '3ea56d08-5a89-46bd-83e7-553c8afe5506', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:14:39.452761 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:14:39.456634 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Usage tracker for resource:security_group_rule and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:14:39.459454 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:14:39.465070 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:14:39.535408 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.595079 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.672181 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.674800 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-42400490-ff62-45f7-987a-2a177909998d tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:39.697338 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab826db0-b8d1-4289-9d95-87a3b168726d,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:39.699734 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:39.769709 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:39.770851 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281789 Jul 09 19:14:39.774129 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 38800) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:14:39.779366 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'floatingip': {'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:14:39.785584 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:14:39.789394 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Usage tracker for resource:floatingip and tenant:874c1999870a48d193e25276ca18fab5 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:14:39.793819 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:14:39.800760 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:14:39.814729 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89666ef3-8f58-4963-b0f9-a237e50303f8 req-47805418-47c0-496a-99dc-361b7312d055 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:39.816186 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-89666ef3-8f58-4963-b0f9-a237e50303f8 req-47805418-47c0-496a-99dc-361b7312d055 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0826135 Jul 09 19:14:39.863449 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-89666ef3-8f58-4963-b0f9-a237e50303f8 req-dfa5c843-506f-4108-8e82-804af14e97f6 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 Jul 09 19:14:39.877782 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:40.011723 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:40.145902 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Allocated IP 172.28.0.32 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/44eda236-7dbc-444e-b04b-426692c080ca) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:14:40.287310 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:40.358097 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:40.362921 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f2cadc2d-1775-49e4-84c1-fd4513ff5327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:40.421851 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:14:40.425170 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:14:40.428896 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:14:40.471374 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'Port': ['ID=44eda236-7dbc-444e-b04b-426692c080ca,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:40.475281 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:40.512147 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:40.614493 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:40.815090 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:40.866323 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:40.870634 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-323a3233-a5d1-40eb-9352-335578f8013c tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:40.975700 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'Port': ['ID=44eda236-7dbc-444e-b04b-426692c080ca,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:40.979628 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:40.986610 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:41.066275 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:41.067440 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2922738 Jul 09 19:14:41.223694 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-dab177a6-6cb3-4a6e-b514-3d71fee0fcc0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Synchronizing usage tracker for tenant:874c1999870a48d193e25276ca18fab5 on resource:security_group {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:14:41.295052 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-dab177a6-6cb3-4a6e-b514-3d71fee0fcc0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Unset dirty status for tenant:874c1999870a48d193e25276ca18fab5 on resource:security_group {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:14:41.296163 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-dab177a6-6cb3-4a6e-b514-3d71fee0fcc0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--217009172&fields=id&tenant_id=874c1999870a48d193e25276ca18fab5 HTTP/1.1" status: 200 len: 267 time: 0.1122677 Jul 09 19:14:41.443067 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-f0de780a-2ad9-4be3-9105-44eda3a3108e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:41.444508 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-f0de780a-2ad9-4be3-9105-44eda3a3108e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 815 time: 0.1412897 Jul 09 19:14:41.459147 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-e3cf0c2a-430a-4f46-a293-ede0af313f87 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/quotas/874c1999870a48d193e25276ca18fab5 HTTP/1.1" status: 200 len: 375 time: 0.0089481 Jul 09 19:14:41.540182 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-7d1eb814-7c9a-46b0-803b-1f8a7f87ab63 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Synchronizing usage tracker for tenant:874c1999870a48d193e25276ca18fab5 on resource:port {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:14:41.591870 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-7d1eb814-7c9a-46b0-803b-1f8a7f87ab63 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Unset dirty status for tenant:874c1999870a48d193e25276ca18fab5 on resource:port {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:14:41.593441 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-7d1eb814-7c9a-46b0-803b-1f8a7f87ab63 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1292119 Jul 09 19:14:41.780852 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-577fedcd-8ea4-4800-af47-0bc9bbb39734 service neutron] 10.222.0.16 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702583 Jul 09 19:14:41.905429 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-da3a9c47-6d9b-4330-9257-7bf52a24aa47 service neutron] 10.222.0.16 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236870 Jul 09 19:14:42.207098 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-df9aa157-f1bc-45fb-98e2-af675198b9d9 req-b11ad797-d7b4-44a6-b7d5-de2e96d04fb6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 210 time: 0.0463986 Jul 09 19:14:43.357203 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-95de1b6b-4992-49ab-b529-52e037f67597 req-5e9df443-01d1-4c24-a0c9-3377dae53466 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 210 time: 0.0431998 Jul 09 19:14:44.341845 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-20a95d2c-fd3a-4a64-85da-ef04075d9ef3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:44.342444 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-20a95d2c-fd3a-4a64-85da-ef04075d9ef3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Synchronizing usage tracker for tenant:874c1999870a48d193e25276ca18fab5 on resource:network {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:14:44.426497 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-20a95d2c-fd3a-4a64-85da-ef04075d9ef3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Unset dirty status for tenant:874c1999870a48d193e25276ca18fab5 on resource:network {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:14:44.427797 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-20a95d2c-fd3a-4a64-85da-ef04075d9ef3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 815 time: 0.2291057 Jul 09 19:14:44.479590 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-b9775b3f-b8e3-46bc-9f9f-e7104df6cfd7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Synchronizing usage tracker for tenant:874c1999870a48d193e25276ca18fab5 on resource:security_group {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:14:44.491804 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-b9775b3f-b8e3-46bc-9f9f-e7104df6cfd7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Unset dirty status for tenant:874c1999870a48d193e25276ca18fab5 on resource:security_group {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:14:44.493159 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-b9775b3f-b8e3-46bc-9f9f-e7104df6cfd7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=874c1999870a48d193e25276ca18fab5 HTTP/1.1" status: 200 len: 379 time: 0.0561178 Jul 09 19:14:44.501628 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'port': {'device_id': '60ea5947-87b4-4a6c-b09c-064f03072583', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'admin_state_up': True, 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'security_groups': ['3ea56d08-5a89-46bd-83e7-553c8afe5506']}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:14:44.510738 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c838e059-5507-4067-828f-53d2636d57da req-2383b85b-4e7c-4042-b093-10f7c183aed2 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 210 time: 0.0443227 Jul 09 19:14:44.643238 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:14:44.652525 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:14:44.717292 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Made reservation on behalf of 874c1999870a48d193e25276ca18fab5 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:14:44.721074 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:44.881000 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Allocated IP 172.20.0.13 (54de321d-bd53-45a6-b8db-9659257be9d3/c819840b-9e6b-4495-834d-816eadd92a71/9d52637b-051c-4e77-a8e6-3ea54ca4302b) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:14:45.152734 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:45.168182 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Transition to ACTIVE for port object 9d52637b-051c-4e77-a8e6-3ea54ca4302b will not be triggered until provisioned by entity DHCP. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:14:45.260800 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:45.265978 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:45.333399 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Network 54de321d-bd53-45a6-b8db-9659257be9d3 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:14:45.336452 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:14:45.340252 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:14:45.371726 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event updated for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:45.382743 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:45.408821 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:45.409375 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:45.507248 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0094223 Jul 09 19:14:45.519505 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Request body: {'port': {'device_id': '60ea5947-87b4-4a6c-b09c-064f03072583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:14:45.597791 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-a6d728fc-e443-41f3-b45f-525d6585b3ac None None] Provisioning for port 9d52637b-051c-4e77-a8e6-3ea54ca4302b completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:14:45.602943 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-a6d728fc-e443-41f3-b45f-525d6585b3ac None None] Provisioning complete for port 9d52637b-051c-4e77-a8e6-3ea54ca4302b triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:14:45.611212 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a6d728fc-e443-41f3-b45f-525d6585b3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:45.638407 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:45.666860 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-a6d728fc-e443-41f3-b45f-525d6585b3ac None None] Port 9d52637b-051c-4e77-a8e6-3ea54ca4302b cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:14:45.708989 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe2894-4ba9-427d-b9c9-879a230932ff req-f41d3849-fce0-4528-abbc-dcf1cee8866d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:45.710425 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b1fe2894-4ba9-427d-b9c9-879a230932ff req-f41d3849-fce0-4528-abbc-dcf1cee8866d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 932 time: 0.0840271 Jul 09 19:14:45.755651 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b1fe2894-4ba9-427d-b9c9-879a230932ff req-c0f39e3e-964e-4283-8d2a-64bb4e1b49c3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394320 Jul 09 19:14:45.980951 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d52637b-051c-4e77-a8e6-3ea54ca4302b {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:14:45.988999 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:46.003671 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Transition to ACTIVE for port object 9d52637b-051c-4e77-a8e6-3ea54ca4302b will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:14:46.066477 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:46.071666 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:46.200353 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:46.226711 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:46.306173 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Attempting to bind port 9d52637b-051c-4e77-a8e6-3ea54ca4302b on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:14:46.306501 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Attempting to bind port 9d52637b-051c-4e77-a8e6-3ea54ca4302b by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:14:46.306860 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Attempting to bind port 9d52637b-051c-4e77-a8e6-3ea54ca4302b on network 54de321d-bd53-45a6-b8db-9659257be9d3 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:14:46.311345 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Port 9d52637b-051c-4e77-a8e6-3ea54ca4302b on network 54de321d-bd53-45a6-b8db-9659257be9d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:14:46.311660 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Attempting to bind port 9d52637b-051c-4e77-a8e6-3ea54ca4302b on network 54de321d-bd53-45a6-b8db-9659257be9d3 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:14:46.317375 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:14:46.317705 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Checking segment: {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:14:46.318084 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Bound using segment: {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:14:46.318502 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Bound port: 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253732d1-a74d-42b4-835e-45d53f5d869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:14:46.318863 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:46.404568 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:14:46.407498 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:14:46.483946 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:46.488151 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:46.547156 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:46.547805 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:46.549644 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] 10.222.0.26 "PUT /v2.0/ports/9d52637b-051c-4e77-a8e6-3ea54ca4302b HTTP/1.1" status: 200 len: 1094 time: 1.0343931 Jul 09 19:14:46.550123 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:14:46.569479 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:46.572616 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:46.608275 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'status': 'completed', 'code': 200} Jul 09 19:14:46.703756 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd50b1-a76e-4a66-b5ac-39b504f12a54 req-5675ea3b-5207-4d18-a8d7-ef8c431977ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:46.705290 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b2cd50b1-a76e-4a66-b5ac-39b504f12a54 req-5675ea3b-5207-4d18-a8d7-ef8c431977ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 1097 time: 0.0758612 Jul 09 19:14:46.852398 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd50b1-a76e-4a66-b5ac-39b504f12a54 req-95fe0c6f-c214-449b-9a08-4267691a5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:46.853855 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b2cd50b1-a76e-4a66-b5ac-39b504f12a54 req-95fe0c6f-c214-449b-9a08-4267691a5ac7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=874c1999870a48d193e25276ca18fab5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1384065 Jul 09 19:14:46.942289 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15b34d-79cf-403d-8ecf-bcfe400ee5e2 req-ed9957cf-2480-457c-9453-032283ff6d0e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:46.943771 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fd15b34d-79cf-403d-8ecf-bcfe400ee5e2 req-ed9957cf-2480-457c-9453-032283ff6d0e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0777764 Jul 09 19:14:46.991449 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fd15b34d-79cf-403d-8ecf-bcfe400ee5e2 req-489e3595-00eb-4a1b-b83e-501df1c83121 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416808 Jul 09 19:14:46.997387 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd50b1-a76e-4a66-b5ac-39b504f12a54 req-7f5301b0-e6dd-4411-92a7-11fe612da6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:46.998913 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b2cd50b1-a76e-4a66-b5ac-39b504f12a54 req-7f5301b0-e6dd-4411-92a7-11fe612da6a7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1332204 Jul 09 19:14:47.122914 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-ae4853bc-b6e1-4a16-b655-0f342570f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:47.124295 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-ae4853bc-b6e1-4a16-b655-0f342570f08a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 1097 time: 0.0755992 Jul 09 19:14:47.195839 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-42975f57-0a93-4c95-8862-fcb0b99b6ac1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b HTTP/1.1" status: 200 len: 217 time: 0.0612314 Jul 09 19:14:47.337252 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-04e12722-fa9d-4b4e-84f9-43797d5505d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:47.338733 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-04e12722-fa9d-4b4e-84f9-43797d5505d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.1368220 Jul 09 19:14:47.412754 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-2cb0e7f4-d05d-42ad-8634-2721f7129f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:47.414188 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-2cb0e7f4-d05d-42ad-8634-2721f7129f1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687716 Jul 09 19:14:47.546365 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-462503e6-a0d4-42e3-8d34-8616dd8c6408 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251695 Jul 09 19:14:47.546644 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c2ab73bd-86f8-4dcd-81e0-8983612085da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:47.681194 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8b9508f7-2e05-4d2c-9b3a-acdc3d4b3c2d req-e3276f93-3e8e-41cc-a03d-0e890389fc42 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233559 Jul 09 19:14:48.077880 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:48.180899 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea218-d6b0-4301-a656-e02726dc94fb req-6cc4fc1d-13ed-4f0b-ac0a-171fcc7d1228 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:48.182324 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9bcea218-d6b0-4301-a656-e02726dc94fb req-6cc4fc1d-13ed-4f0b-ac0a-171fcc7d1228 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0780208 Jul 09 19:14:48.227115 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9bcea218-d6b0-4301-a656-e02726dc94fb req-88eda375-125f-409d-8871-9717c77d3108 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377917 Jul 09 19:14:49.479537 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40a426-97f5-4481-ad55-e1f56a3892c6 req-90c8588c-12d7-478c-93c4-6100b61e4ccc tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:49.480966 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dd40a426-97f5-4481-ad55-e1f56a3892c6 req-90c8588c-12d7-478c-93c4-6100b61e4ccc tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.1497815 Jul 09 19:14:49.525245 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dd40a426-97f5-4481-ad55-e1f56a3892c6 req-2cdf64dc-71e3-4ee3-93b6-3dec565f59c4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379791 Jul 09 19:14:49.951592 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b686d42a-6328-4320-952b-63f8b0ecc349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:50.708699 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a488f-20dc-4bc4-821c-cdd206b3491c req-d1239ee9-3a12-4a05-8b20-494ea623ba95 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:50.710152 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-644a488f-20dc-4bc4-821c-cdd206b3491c req-d1239ee9-3a12-4a05-8b20-494ea623ba95 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0781155 Jul 09 19:14:50.754059 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-644a488f-20dc-4bc4-821c-cdd206b3491c req-44594b53-0057-4ee7-82ba-377c3a2fb920 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383873 Jul 09 19:14:51.260328 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:51.541965 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 9d52637b-051c-4e77-a8e6-3ea54ca4302b details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:14:51.670027 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:14:51.682471 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'port_id': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'mac_address': 'fa:16:3e:79:6c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:14:51.738191 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:51.754573 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d52637b-051c-4e77-a8e6-3ea54ca4302b {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:14:51.769577 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:14:51.854924 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:51.856721 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:51.926121 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:51.933303 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.933648 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.934079 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.934960 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.934960 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.935162 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.935377 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.935684 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.935999 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.936311 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.936626 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.936937 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:14:51.941289 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:51.943819 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba78a5-b497-4a39-bd77-8e840b75de4e req-cb70dde8-95c4-4cde-b8ec-fbb522dc45ef tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:51.945324 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d6ba78a5-b497-4a39-bd77-8e840b75de4e req-cb70dde8-95c4-4cde-b8ec-fbb522dc45ef tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 945 time: 0.0848212 Jul 09 19:14:51.989682 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d6ba78a5-b497-4a39-bd77-8e840b75de4e req-7706153b-7b1e-4937-8069-3a614ce8c804 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386624 Jul 09 19:14:52.212502 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['9d52637b-051c-4e77-a8e6-3ea54ca4302b'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:14:52.723398 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:53.177584 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a0894-da3a-4e02-9b26-361a3baac6af req-3ea6b49b-ddfd-4b0c-94e3-84b34067784f tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:53.179147 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f45a0894-da3a-4e02-9b26-361a3baac6af req-3ea6b49b-ddfd-4b0c-94e3-84b34067784f tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 945 time: 0.0818536 Jul 09 19:14:53.223190 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f45a0894-da3a-4e02-9b26-361a3baac6af req-c56d4592-9c26-4c26-9b53-8b249d08013e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384367 Jul 09 19:14:53.564349 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 9d52637b-051c-4e77-a8e6-3ea54ca4302b up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:14:53.676973 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 9d52637b-051c-4e77-a8e6-3ea54ca4302b completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:14:53.681717 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 9d52637b-051c-4e77-a8e6-3ea54ca4302b triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:14:53.682094 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:53.794552 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:53.821173 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:14:53.830410 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:14:53.888745 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:53.890587 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:14:53.926999 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'code': 200} Jul 09 19:14:53.957746 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:14:53.960842 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:14:54.329515 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e84d-84e6-4f7f-be70-6faa3bfd098e req-bad68536-8c5c-4de2-98fa-0138867b7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:54.331527 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-29e0e84d-84e6-4f7f-be70-6faa3bfd098e req-bad68536-8c5c-4de2-98fa-0138867b7e07 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 1099 time: 0.0728152 Jul 09 19:14:54.371802 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-29e0e84d-84e6-4f7f-be70-6faa3bfd098e req-67fdaa39-5fed-4d33-bbde-e4fd68a82801 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344496 Jul 09 19:14:54.409908 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac23e50-ac91-4503-8199-c6a0d1e62d42 req-375847ba-1716-47fc-b685-8f9ded2027cd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:54.411370 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eac23e50-ac91-4503-8199-c6a0d1e62d42 req-375847ba-1716-47fc-b685-8f9ded2027cd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0788491 Jul 09 19:14:54.453598 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eac23e50-ac91-4503-8199-c6a0d1e62d42 req-5fe3a609-b449-4307-9466-8501a73c375b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367260 Jul 09 19:14:55.642396 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303c330-4914-4641-a2cf-965aa0ab3670 req-a3177fa5-4e9f-464f-aed1-902abc748e0a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:55.646399 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f303c330-4914-4641-a2cf-965aa0ab3670 req-a3177fa5-4e9f-464f-aed1-902abc748e0a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0814726 Jul 09 19:14:55.689267 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f303c330-4914-4641-a2cf-965aa0ab3670 req-c26a6646-1f22-4ded-95a3-51e083a46728 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397797 Jul 09 19:14:56.874820 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986bf32-62ee-4521-aa1e-359e0b6272b8 req-2b85f60a-66e6-40b4-827f-aeef8e6ea22c tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:56.876220 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c986bf32-62ee-4521-aa1e-359e0b6272b8 req-2b85f60a-66e6-40b4-827f-aeef8e6ea22c tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0811379 Jul 09 19:14:56.919701 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c986bf32-62ee-4521-aa1e-359e0b6272b8 req-8c8f8479-be9c-4c2b-827e-a9330c12eaab tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372562 Jul 09 19:14:57.100358 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff63e8-a18f-4a83-a996-f16db7abf9e9 req-7bebeda8-de6c-4775-be76-96968619be6a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:57.100358 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a3ff63e8-a18f-4a83-a996-f16db7abf9e9 req-7bebeda8-de6c-4775-be76-96968619be6a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0796559 Jul 09 19:14:57.108309 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 38872) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:14:57.113915 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-69fabd4b-c780-4c45-8047-643c03cbc96a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Request body: {'floatingip': {'port_id': '9d52637b-051c-4e77-a8e6-3ea54ca4302b'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:14:57.190950 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-69fabd4b-c780-4c45-8047-643c03cbc96a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:57.756935 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-69fabd4b-c780-4c45-8047-643c03cbc96a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:57.791603 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-69fabd4b-c780-4c45-8047-643c03cbc96a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:58.034545 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.l3_db [None req-69fabd4b-c780-4c45-8047-643c03cbc96a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Floating IP 4927c15d-8f59-4da9-b099-1fa90554e4a7 associated. External IP: 172.28.0.32, port: 9d52637b-051c-4e77-a8e6-3ea54ca4302b. Jul 09 19:14:58.378266 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fabd4b-c780-4c45-8047-643c03cbc96a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:14:58.553490 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fabd4b-c780-4c45-8047-643c03cbc96a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:14:58.558163 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-69fabd4b-c780-4c45-8047-643c03cbc96a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:14:58.562358 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] Sync routers for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:14:58.571821 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:14:58.572500 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:14:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:14:58.611638 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-69fabd4b-c780-4c45-8047-643c03cbc96a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "PUT /v2.0/floatingips/4927c15d-8f59-4da9-b099-1fa90554e4a7 HTTP/1.1" status: 200 len: 991 time: 1.5022907 Jul 09 19:14:58.612971 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:14:58.709213 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'status': 'completed', 'code': 200} Jul 09 19:14:58.758561 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:14:58.808780 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-2e2c2c64-0952-48d4-9c9c-3e355eacb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:58.810254 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-2e2c2c64-0952-48d4-9c9c-3e355eacb629 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 1099 time: 0.0704141 Jul 09 19:14:58.943485 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-9c0de58e-2737-4546-b267-1a545cc860d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:58.944935 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-9c0de58e-2737-4546-b267-1a545cc860d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 915 time: 0.1272042 Jul 09 19:14:59.048961 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-0d057444-c50b-4d26-85b2-845187931123 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b HTTP/1.1" status: 200 len: 999 time: 0.0961711 Jul 09 19:14:59.099127 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '4927c15d-8f59-4da9-b099-1fa90554e4a7', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'floating_ip_address': '172.28.0.32', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'port_id': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'mac_address': 'fa:16:3e:79:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ea5947-87b4-4a6c-b09c-064f03072583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:14:40Z', 'updated_at': '2021-07-09T19:14:57Z', 'revision_number': 1, 'project_id': '874c1999870a48d193e25276ca18fab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:14:59.103282 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] Checking router: 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:14:59.111501 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:14:59.112616 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:14:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:14:59.117954 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-11969cca-9e09-4172-a929-7b55590c2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:59.119426 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-11969cca-9e09-4172-a929-7b55590c2680 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.0609887 Jul 09 19:14:59.194163 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-c7f6bbf9-0858-4ccd-98fb-b51ec63d19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:14:59.195579 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-c7f6bbf9-0858-4ccd-98fb-b51ec63d19a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692720 Jul 09 19:14:59.288331 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:14:59.328697 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-119fd3f5-c765-4ca0-9bb6-8b4f4520cac5 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233234 Jul 09 19:14:59.462752 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f78f9910-754d-4ebe-b220-cf38e7de07bb req-762e73a9-b866-4283-96b5-cbd071d207e2 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236315 Jul 09 19:14:59.629041 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '4927c15d-8f59-4da9-b099-1fa90554e4a7', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'floating_ip_address': '172.28.0.32', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'port_id': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'mac_address': 'fa:16:3e:79:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ea5947-87b4-4a6c-b09c-064f03072583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:14:40Z', 'updated_at': '2021-07-09T19:14:57Z', 'revision_number': 1, 'project_id': '874c1999870a48d193e25276ca18fab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:14:59.632906 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab47f0-198b-4476-a5be-e0aef5c8fb1f None None] The sync data for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb is: [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '4927c15d-8f59-4da9-b099-1fa90554e4a7', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'floating_ip_address': '172.28.0.32', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'port_id': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'mac_address': 'fa:16:3e:79:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ea5947-87b4-4a6c-b09c-064f03072583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:14:40Z', 'updated_at': '2021-07-09T19:14:57Z', 'revision_number': 1, 'project_id': '874c1999870a48d193e25276ca18fab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:14:59.813418 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548716aa-527a-4df5-ba91-cca3b9c32222 None None] New status for floating IP 4927c15d-8f59-4da9-b099-1fa90554e4a7: ACTIVE {{(pid=79201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:15:01.208954 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-9a67fbf6-4718-49c2-9789-0772de8127f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716243 Jul 09 19:15:01.299558 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-18f2d527-35b2-4013-bb3a-e15273767df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:01.301134 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-18f2d527-35b2-4013-bb3a-e15273767df8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83a5c6892a8d46c4b063c377bf068e08&device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 1137 time: 0.0699122 Jul 09 19:15:01.443559 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-f49e0c42-c794-47c8-b9c4-d2116b986d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:01.445000 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-f49e0c42-c794-47c8-b9c4-d2116b986d8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=608e0e38-ed78-40a1-b402-82ad29544597 HTTP/1.1" status: 200 len: 915 time: 0.1240997 Jul 09 19:15:01.637144 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-86ee263b-a51f-4b37-8073-6033faa05b72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 200 len: 1001 time: 0.1850498 Jul 09 19:15:01.648360 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:01.698796 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-c607a981-3e67-4eba-8970-87ffd5502ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:01.700181 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-c607a981-3e67-4eba-8970-87ffd5502ccf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8715bb0-4b80-4cde-9f63-6c31b0217a49 HTTP/1.1" status: 200 len: 854 time: 0.0555990 Jul 09 19:15:01.776684 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-2c7fa1fd-d05e-4967-a509-9d5b0f5b2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:01.778139 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-2c7fa1fd-d05e-4967-a509-9d5b0f5b2fe5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=608e0e38-ed78-40a1-b402-82ad29544597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710468 Jul 09 19:15:01.908253 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-1ed10db3-3fb7-482c-95b4-ba23f9ae6d18 service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223269 Jul 09 19:15:02.036572 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-322d4ab0-847c-46b3-9306-189deed1dbc4 req-05a4dce4-277b-4afd-934b-ac194ec217c4 service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223629 Jul 09 19:15:07.259835 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:15:17.573412 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-e90b6e5c-c105-420e-8a88-c64331b39eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:18.116519 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:19.945565 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b243fc43-04d9-4111-847e-f2a0944589b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:21.288044 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:22.750888 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:31.648045 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:36.217582 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e9826-4c2b-4867-8f2d-f2c2668b74f1 req-1ea47473-71a8-46d0-a1bd-ea9befce5350 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:36.218958 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ea6e9826-4c2b-4867-8f2d-f2c2668b74f1 req-1ea47473-71a8-46d0-a1bd-ea9befce5350 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0792229 Jul 09 19:15:36.264799 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ea6e9826-4c2b-4867-8f2d-f2c2668b74f1 req-3134318e-4f29-4035-a3c5-6ef5c7df3ae8 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 Jul 09 19:15:37.447927 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05a698-e6ec-4adc-911b-594ddd4a89fc req-2e938735-2e6d-4fd4-9d73-fb4f306d970a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:37.449349 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5f05a698-e6ec-4adc-911b-594ddd4a89fc req-2e938735-2e6d-4fd4-9d73-fb4f306d970a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0780900 Jul 09 19:15:37.493055 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5f05a698-e6ec-4adc-911b-594ddd4a89fc req-e7e5c098-b118-4045-a0be-bbe1ee932401 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Jul 09 19:15:38.394642 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-00cc82d4-5be3-4065-a24f-237e9016e17a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:38.395219 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-00cc82d4-5be3-4065-a24f-237e9016e17a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Synchronizing usage tracker for tenant:f2ebef07135744228ba368a875a28f1e on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:15:38.441620 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-00cc82d4-5be3-4065-a24f-237e9016e17a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Unset dirty status for tenant:f2ebef07135744228ba368a875a28f1e on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:15:38.442750 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-00cc82d4-5be3-4065-a24f-237e9016e17a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.1251557 Jul 09 19:15:38.516369 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Deleting port 87791239-1572-46a0-993e-ae5625949bcc {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:15:38.516709 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:38.678525 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cac97b-3fe1-49ac-b3ef-f681d7859964 req-a4c77455-e9cb-4428-959d-66afeeb2560e tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:38.680045 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-79cac97b-3fe1-49ac-b3ef-f681d7859964 req-a4c77455-e9cb-4428-959d-66afeeb2560e tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 945 time: 0.0824778 Jul 09 19:15:38.724521 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-79cac97b-3fe1-49ac-b3ef-f681d7859964 req-36b4de75-5868-4876-b4ca-e7fe2370fb8a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=a57dd841-f056-4491-be06-5e24af77367e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387924 Jul 09 19:15:38.758790 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] For port 87791239-1572-46a0-993e-ae5625949bcc, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=87791239-1572-46a0-993e-ae5625949bcc,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:15:38.759143 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:39.046399 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:39.046788 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:39.047102 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.l3_db [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Floating IP 4db2728c-5923-4fcc-9be9-3d33932ef09f disassociated. External IP: 172.28.0.61, port: 87791239-1572-46a0-993e-ae5625949bcc. Jul 09 19:15:39.047446 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Calling delete_port for 87791239-1572-46a0-993e-ae5625949bcc owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:15:39.247343 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:39.252476 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-90e3a3fa-244e-4425-bfad-35fc048b5996 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:39.296526 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event deleted for resources: {'Port': ['ID=87791239-1572-46a0-993e-ae5625949bcc,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:39.306737 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.307110 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.307466 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.307822 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.308172 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.308519 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.308870 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.309212 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.309555 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.309896 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.310237 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.310575 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:39.314169 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:39.576775 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:15:39.761789 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:15:39.771543 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] Sync routers for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:15:39.783946 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:15:39.784911 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:15:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:39.838404 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] No DVR routers for this DVR port 87791239-1572-46a0-993e-ae5625949bcc on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:15:39.840852 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:39.843765 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'name': 'network-vif-deleted', 'tag': '87791239-1572-46a0-993e-ae5625949bcc'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:15:39.884401 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5ea587fb-5dcb-472d-9263-f2320b5564b6 req-4ceead81-cdf2-47f7-9b8a-d179840fa450 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0be6c57-8020-48c4-956b-89a5fdd8df39 HTTP/1.1" status: 200 len: 210 time: 0.0461633 Jul 09 19:15:39.893044 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0be6c57-8020-48c4-956b-89a5fdd8df39', 'name': 'network-vif-deleted', 'tag': '87791239-1572-46a0-993e-ae5625949bcc', 'status': 'completed', 'code': 200} Jul 09 19:15:39.928631 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-163aa0db-a837-4bf1-9a6a-86829fafbac6 req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.26 "DELETE /v2.0/ports/87791239-1572-46a0-993e-ae5625949bcc HTTP/1.1" status: 204 len: 173 time: 1.4785142 Jul 09 19:15:39.964801 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:15:40.274801 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:40.278492 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] Checking router: b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:15:40.286708 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:15:40.287288 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:15:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:40.463169 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:15:40.776793 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:40.781108 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecf970f-250a-4ed4-a5c5-45b2a9b1e84d None None] The sync data for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb is: [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:15:40.965818 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-64e73aaa-1b88-4624-9579-a650cb425680 req-fe8f4c1c-0781-452f-b5d4-58664d837c1f tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37382537&fields=id&tenant_id=83a5c6892a8d46c4b063c377bf068e08 HTTP/1.1" status: 200 len: 267 time: 0.0575972 Jul 09 19:15:41.054242 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e73aaa-1b88-4624-9579-a650cb425680 req-17a295e0-9057-406c-bba5-174e4f275f1e tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:41.055537 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed39914b-539b-4ce8-9727-b980ec46a8f1 None None] New status for floating IP 4db2728c-5923-4fcc-9be9-3d33932ef09f: DOWN {{(pid=79201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:15:41.057466 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-64e73aaa-1b88-4624-9579-a650cb425680 req-17a295e0-9057-406c-bba5-174e4f275f1e tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 984 time: 0.0906870 Jul 09 19:15:41.066845 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [req-64e73aaa-1b88-4624-9579-a650cb425680 req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Request body: {'port': {'security_groups': ['d8e4d8bd-51a2-4e62-b48d-02e6ee82a344']}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:15:41.111328 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39006) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:41.178451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5e6a-064b-4ca9-9c0d-dafa7e0c81d1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.191686 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-64e73aaa-1b88-4624-9579-a650cb425680 req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.207856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5e6a-064b-4ca9-9c0d-dafa7e0c81d1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.350952 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5e6a-064b-4ca9-9c0d-dafa7e0c81d1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.357319 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4ec55fde-3528-46a3-aa2a-adb9f167b3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:41.378470 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe5e6a-064b-4ca9-9c0d-dafa7e0c81d1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57dd841-f056-4491-be06-5e24af77367e,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:41.390531 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0bbe5e6a-064b-4ca9-9c0d-dafa7e0c81d1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:41.469901 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0bbe5e6a-064b-4ca9-9c0d-dafa7e0c81d1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.471210 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-0bbe5e6a-064b-4ca9-9c0d-dafa7e0c81d1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "DELETE /v2.0/security-groups/a57dd841-f056-4491-be06-5e24af77367e HTTP/1.1" status: 204 len: 168 time: 0.3588073 Jul 09 19:15:41.473903 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39012) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:41.490593 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.api.v2.resource [None req-e9386779-31d6-4b15-a83a-369ad07e9437 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] show failed (client error): The resource could not be found. Jul 09 19:15:41.491806 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-e9386779-31d6-4b15-a83a-369ad07e9437 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups/a57dd841-f056-4491-be06-5e24af77367e HTTP/1.1" status: 404 len: 347 time: 0.0167494 Jul 09 19:15:41.494589 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39016) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:41.544531 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.db [req-64e73aaa-1b88-4624-9579-a650cb425680 req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] For port 750a8a5d-512e-486f-8a6c-caa7bf57189f, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:15:41.573440 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-64e73aaa-1b88-4624-9579-a650cb425680 req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.630099 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-64e73aaa-1b88-4624-9579-a650cb425680 req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589594'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.638145 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:41.642795 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['750a8a5d-512e-486f-8a6c-caa7bf57189f'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:15:41.651204 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Deleting port c6072ade-8aa4-41f4-b807-df8d217e08ee {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:15:41.651552 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.701564 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e73aaa-1b88-4624-9579-a650cb425680 req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:41.702068 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [req-64e73aaa-1b88-4624-9579-a650cb425680 req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.706798 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-64e73aaa-1b88-4624-9579-a650cb425680 req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "PUT /v2.0/ports/750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 200 len: 942 time: 0.6443322 Jul 09 19:15:41.707329 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:15:41.712775 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39020) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:41.766994 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['750a8a5d-512e-486f-8a6c-caa7bf57189f'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:15:41.787363 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'status': 'completed', 'code': 200} Jul 09 19:15:41.816680 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event updated for resources: {'Port': ['ID=750a8a5d-512e-486f-8a6c-caa7bf57189f,revision_number=7']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:41.840265 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-162aa9ce-65ca-49ec-a7ec-b39a4b2b619a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.843990 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.844547 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:41.856234 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.857002 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.857470 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.857934 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.858387 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.858896 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.859363 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.859811 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.860255 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.860699 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.861145 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.861652 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:41.866712 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:41.877371 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 87791239-1572-46a0-993e-ae5625949bcc no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:15:41.920328 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 87791239-1572-46a0-993e-ae5625949bcc {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:15:41.921027 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 87791239-1572-46a0-993e-ae5625949bcc not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:15:41.930122 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-162aa9ce-65ca-49ec-a7ec-b39a4b2b619a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.025435 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Calling delete_port for c6072ade-8aa4-41f4-b807-df8d217e08ee owned by network:floatingip {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:15:42.075929 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4e97ade1-5038-4370-ba6d-187e45094b30 None None] Provisioning complete for port 750a8a5d-512e-486f-8a6c-caa7bf57189f triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:15:42.076298 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4e97ade1-5038-4370-ba6d-187e45094b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.081882 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-162aa9ce-65ca-49ec-a7ec-b39a4b2b619a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.087667 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-fe09ed59-982b-4293-a4dd-4aee53678f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:42.107179 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162aa9ce-65ca-49ec-a7ec-b39a4b2b619a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b045f58-1214-4bd2-9efc-2ede417662a5,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:42.110823 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-162aa9ce-65ca-49ec-a7ec-b39a4b2b619a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:42.112928 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-162aa9ce-65ca-49ec-a7ec-b39a4b2b619a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.114117 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-162aa9ce-65ca-49ec-a7ec-b39a4b2b619a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "DELETE /v2.0/security-groups/3b045f58-1214-4bd2-9efc-2ede417662a5 HTTP/1.1" status: 204 len: 168 time: 0.3927395 Jul 09 19:15:42.117368 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39028) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:42.135409 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-ad36f48c-3444-40c6-8218-fe741dadd824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:42.136906 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-ad36f48c-3444-40c6-8218-fe741dadd824 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83a5c6892a8d46c4b063c377bf068e08&device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 1098 time: 0.2135136 Jul 09 19:15:42.318223 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.323704 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8305a965-7dd2-4f89-8b25-0ca4cc49181e tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:42.353368 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Deleting port 801a9303-fad2-416e-bf55-7f3a6166dfae {{(pid=79198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:15:42.353696 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.360471 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-0f61a56b-afb6-434d-96f2-241bb743a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:42.361957 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-0f61a56b-afb6-434d-96f2-241bb743a09e service neutron] 10.222.0.26 "GET /v2.0/networks?id=608e0e38-ed78-40a1-b402-82ad29544597 HTTP/1.1" status: 200 len: 915 time: 0.1827750 Jul 09 19:15:42.371035 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event deleted for resources: {'Port': ['ID=c6072ade-8aa4-41f4-b807-df8d217e08ee,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:42.374107 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:42.522020 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.522130 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.642225 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-b6738a99-17d5-4156-b575-2519cf276fc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 200 len: 1001 time: 0.2723942 Jul 09 19:15:42.648282 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Calling delete_port for 801a9303-fad2-416e-bf55-7f3a6166dfae owned by network:floatingip {{(pid=79198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:15:42.680858 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.711567 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.712707 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "DELETE /v2.0/floatingips/4db2728c-5923-4fcc-9be9-3d33932ef09f HTTP/1.1" status: 204 len: 168 time: 1.2172275 Jul 09 19:15:42.720813 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-e5a4b680-acbc-4077-a6aa-593a30f78e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:42.722390 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-e5a4b680-acbc-4077-a6aa-593a30f78e0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8715bb0-4b80-4cde-9f63-6c31b0217a49 HTTP/1.1" status: 200 len: 854 time: 0.0734172 Jul 09 19:15:42.807327 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-20014c59-c90f-4975-842b-fb337e9d786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:42.808821 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-20014c59-c90f-4975-842b-fb337e9d786c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=608e0e38-ed78-40a1-b402-82ad29544597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804963 Jul 09 19:15:42.853165 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:42.858013 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:42.904837 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event deleted for resources: {'Port': ['ID=801a9303-fad2-416e-bf55-7f3a6166dfae,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:42.909292 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:42.942846 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-b22b35bf-0e6e-4833-957e-368f7ca09359 service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271539 Jul 09 19:15:43.005363 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks [] for floatingip, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:43.005762 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.l3_db [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Floating IP 02d390a6-4fb4-48c0-8d98-1621b5011348 disassociated (deleted). External IP: 172.28.0.245, port: 750a8a5d-512e-486f-8a6c-caa7bf57189f. Jul 09 19:15:43.084611 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b04b3617-f1c0-43f6-95e7-d421a1cf95c3 req-8fbea6ed-23a6-4f48-be70-4c11e64e3eaa service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345932 Jul 09 19:15:43.113552 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39036) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:43.118877 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--759136984', 'description': 'tempest-description--1685391469'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:15:43.125273 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:15:43.129394 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:security_group and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:15:43.132316 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:15:43.138330 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:15:43.195991 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:43.216463 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:15:43.220315 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:security_group_rule and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:15:43.223114 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:15:43.229256 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:15:43.298817 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:43.356079 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:43.359768 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-7bf59492-3030-4545-8e27-b2711f1e0cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:43.409280 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f84bb33-16a8-41dc-a596-9039be212780,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:43.412169 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:43.451453 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Router f4a03f56-2f37-4e4c-9431-92d1c0ed062b has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:15:43.630043 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:15:43.640896 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] Sync routers for ids ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:15:43.647657 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:43.653353 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:43.657431 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5401332 Jul 09 19:15:43.657586 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39044) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:43.663434 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'security_group_rule': {'security_group_id': '6f84bb33-16a8-41dc-a596-9039be212780', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:15:43.665166 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] Routers {'f4a03f56-2f37-4e4c-9431-92d1c0ed062b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:15:43.665781 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:15:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:43.669746 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:15:43.673677 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:security_group_rule and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:15:43.676856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:15:43.683153 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:15:43.705136 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "DELETE /v2.0/floatingips/02d390a6-4fb4-48c0-8d98-1621b5011348 HTTP/1.1" status: 204 len: 168 time: 1.5863516 Jul 09 19:15:43.769045 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:43.789098 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:15:43.841903 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'status': 'completed', 'code': 200} Jul 09 19:15:43.847651 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:43.879694 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] Set router f4a03f56-2f37-4e4c-9431-92d1c0ed062b gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:15:43.923020 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:43.928989 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-60ecdf3d-1078-4aec-b9c8-7e8ea1b8f6a1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:43.964685 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f913c519-8daf-4601-a6ac-c81606056034,revision_number=0']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:43.971285 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:43.974002 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-50d25d9d-2ea7-400a-bb95-df24fd0481fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:43.976012 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-50d25d9d-2ea7-400a-bb95-df24fd0481fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=83a5c6892a8d46c4b063c377bf068e08&device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 1098 time: 0.1111574 Jul 09 19:15:44.052141 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:44.053815 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-0e41dc7a-fc3e-4497-a8e4-12cd66152c42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3951056 Jul 09 19:15:44.056872 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39056) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:44.062580 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'security_group_rule': {'security_group_id': '6f84bb33-16a8-41dc-a596-9039be212780', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:15:44.069342 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:15:44.073273 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:security_group_rule and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:15:44.076266 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:15:44.083114 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:15:44.114917 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-0b27f84a-b187-4647-b8ed-bac18bd0d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:44.116999 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-0b27f84a-b187-4647-b8ed-bac18bd0d9b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=608e0e38-ed78-40a1-b402-82ad29544597 HTTP/1.1" status: 200 len: 915 time: 0.1341665 Jul 09 19:15:44.163671 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:44.202231 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:48Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '420d1522-ae0d-4397-8e3a-9bf05d218c3d', 'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'mac_address': 'fa:16:3e:8f:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:47Z', 'updated_at': '2021-07-09T19:11:59Z', 'revision_number': 5, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'subnets': [{'id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:44.207360 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] Checking router: f4a03f56-2f37-4e4c-9431-92d1c0ed062b for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:15:44.211203 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-a841f93e-f6ff-4f33-8385-f94bf697fce8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 200 len: 217 time: 0.0878699 Jul 09 19:15:44.217929 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] Routers {'f4a03f56-2f37-4e4c-9431-92d1c0ed062b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:15:44.218708 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:15:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:44.232568 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:44.261293 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:15:44.275373 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-b7dc3f41-be08-42c9-8f0b-bea02b025f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:44.277632 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-b7dc3f41-be08-42c9-8f0b-bea02b025f9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8715bb0-4b80-4cde-9f63-6c31b0217a49 HTTP/1.1" status: 200 len: 854 time: 0.0599127 Jul 09 19:15:44.310016 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:44.312249 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b09b46a3-a089-43aa-9a78-b8f48fa7ba3e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:44.361580 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02306314-19bb-409e-a0a0-22829edb8b28,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:44.364246 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:44.366766 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-86c99ee0-6f8b-4b3b-98b6-3f90b66becef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:44.374015 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-86c99ee0-6f8b-4b3b-98b6-3f90b66becef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=608e0e38-ed78-40a1-b402-82ad29544597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789664 Jul 09 19:15:44.420459 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] Set router f4a03f56-2f37-4e4c-9431-92d1c0ed062b gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:15:44.436066 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:44.442740 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39062) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:44.444439 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-3973b03f-2fa3-46bd-b5eb-cbb71c6f0174 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3864479 Jul 09 19:15:44.461199 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'floatingip': {'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:15:44.470379 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:15:44.476876 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:floatingip and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:15:44.480935 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:15:44.488848 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:15:44.527644 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-eabf3bd8-b4d6-47e8-98c7-4f8820cef2ec service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521244 Jul 09 19:15:44.554040 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:44.730034 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:48Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '420d1522-ae0d-4397-8e3a-9bf05d218c3d', 'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'mac_address': 'fa:16:3e:8f:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:47Z', 'updated_at': '2021-07-09T19:11:59Z', 'revision_number': 5, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'subnets': [{'id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:44.733880 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361c437f-01e4-46fc-8f0a-efa0bd614944 None None] The sync data for ids ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'] in dv-cinder-800268-1-smb is: [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:11:48Z', 'revision_number': 4, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '420d1522-ae0d-4397-8e3a-9bf05d218c3d', 'name': '', 'network_id': '608e0e38-ed78-40a1-b402-82ad29544597', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'mac_address': 'fa:16:3e:8f:db:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:47Z', 'updated_at': '2021-07-09T19:11:59Z', 'revision_number': 5, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'subnets': [{'id': 'e8715bb0-4b80-4cde-9f63-6c31b0217a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:15:44.742505 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-68d3df40-937b-4f2f-a6ef-02727ee97310 req-26fb8fb9-fe1e-4927-bc8a-25dcecf40037 service neutron] 10.222.0.26 "GET /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079608 Jul 09 19:15:44.780757 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:44.924565 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Allocated IP 172.28.0.173 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/4a53c1de-00f5-4093-a1dc-2af7609f632f) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:15:45.016484 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa48106-413c-4589-bf8e-d16cc23e47e6 None None] New status for floating IP 02d390a6-4fb4-48c0-8d98-1621b5011348: DOWN {{(pid=79201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:15:45.179279 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:45.265092 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:45.271732 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6b5f3da7-f2ba-4cd7-a847-04dcd9596897 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:45.331967 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:15:45.335349 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:15:45.337689 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:15:45.389678 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'Port': ['ID=4a53c1de-00f5-4093-a1dc-2af7609f632f,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:45.392439 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:45.431221 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:45.527782 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:45.727362 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:45.795971 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:45.800710 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-48c03901-363f-47ec-9c10-17f53a27f78e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:45.908562 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'Port': ['ID=4a53c1de-00f5-4093-a1dc-2af7609f632f,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:45.912641 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:45.917489 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:46.002164 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:46.003636 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5591776 Jul 09 19:15:46.165514 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-e339e82a-4db6-41fa-8995-db626c45ff35 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--759136984&fields=id&tenant_id=f2ebef07135744228ba368a875a28f1e HTTP/1.1" status: 200 len: 267 time: 0.0398204 Jul 09 19:15:46.319891 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-565fc0e7-d84f-470c-bf3a-66db20414606 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:46.321282 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-565fc0e7-d84f-470c-bf3a-66db20414606 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 810 time: 0.1489072 Jul 09 19:15:46.336650 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-db60fe65-d5cd-4288-adf2-066d677d0232 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/quotas/f2ebef07135744228ba368a875a28f1e HTTP/1.1" status: 200 len: 375 time: 0.0098345 Jul 09 19:15:46.428241 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-1019951a-f845-4925-8515-b44beb4d150e tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850947 Jul 09 19:15:46.612492 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-5123ff55-9ba8-48ab-9f82-5596c74989e7 service neutron] 10.222.0.16 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727817 Jul 09 19:15:46.740278 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-1ba25038-ac44-4def-8c51-9f6ea008bd6b service neutron] 10.222.0.16 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214464 Jul 09 19:15:47.048090 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ec5ed8d6-b481-473b-a979-13820c921e85 req-de103940-bebf-42d5-b54e-770deb1ffd52 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 210 time: 0.0577276 Jul 09 19:15:47.499962 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f8b25-f9f8-4ce9-a237-9c0c527d625a req-09eba477-0ec6-4a9d-92d1-d2a6284f7238 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:47.500735 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-5e1f8b25-f9f8-4ce9-a237-9c0c527d625a req-09eba477-0ec6-4a9d-92d1-d2a6284f7238 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Synchronizing usage tracker for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:port {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:15:47.601582 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-5e1f8b25-f9f8-4ce9-a237-9c0c527d625a req-09eba477-0ec6-4a9d-92d1-d2a6284f7238 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Unset dirty status for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:port {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:15:47.601802 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-bda52fbb-8755-4e4d-8eb9-559fb1609681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:47.602797 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5e1f8b25-f9f8-4ce9-a237-9c0c527d625a req-09eba477-0ec6-4a9d-92d1-d2a6284f7238 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 945 time: 0.1885073 Jul 09 19:15:47.649829 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-5e1f8b25-f9f8-4ce9-a237-9c0c527d625a req-1f582da0-7b42-4355-aff5-88859b0769c6 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Synchronizing usage tracker for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:security_group {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:15:47.744209 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-5e1f8b25-f9f8-4ce9-a237-9c0c527d625a req-1f582da0-7b42-4355-aff5-88859b0769c6 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Unset dirty status for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:security_group {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:15:47.745291 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-5e1f8b25-f9f8-4ce9-a237-9c0c527d625a req-1f582da0-7b42-4355-aff5-88859b0769c6 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367347 Jul 09 19:15:48.092920 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:48.194355 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0e0451d-560b-4d2e-ab51-11d4d87bd362 req-37f5e739-4b18-45a3-b676-fd17bd2a8a7f tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 210 time: 0.0448794 Jul 09 19:15:48.927048 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86193-ee04-4c94-9b63-b8a2400d72c6 req-437409ef-2f17-4ad1-b12f-c171d203aa89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:48.929042 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c1d86193-ee04-4c94-9b63-b8a2400d72c6 req-437409ef-2f17-4ad1-b12f-c171d203aa89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 945 time: 0.0819135 Jul 09 19:15:48.979745 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c1d86193-ee04-4c94-9b63-b8a2400d72c6 req-5b70408c-faa7-4c3a-a994-5db2de47fdc5 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439937 Jul 09 19:15:49.064172 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-2d08e210-5e72-4df9-bb5b-f680c91d66dc tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:49.065469 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-2d08e210-5e72-4df9-bb5b-f680c91d66dc tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.26 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 810 time: 0.1586845 Jul 09 19:15:49.114315 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-7e9729b6-6d3f-46b8-9fb4-03e8e05d84e6 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Synchronizing usage tracker for tenant:f2ebef07135744228ba368a875a28f1e on resource:security_group {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:15:49.195553 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-7e9729b6-6d3f-46b8-9fb4-03e8e05d84e6 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Unset dirty status for tenant:f2ebef07135744228ba368a875a28f1e on resource:security_group {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:15:49.196715 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-7e9729b6-6d3f-46b8-9fb4-03e8e05d84e6 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2ebef07135744228ba368a875a28f1e HTTP/1.1" status: 200 len: 379 time: 0.1214340 Jul 09 19:15:49.207252 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'port': {'device_id': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'admin_state_up': True, 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'security_groups': ['6f84bb33-16a8-41dc-a596-9039be212780']}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:15:49.348160 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c7ca38c1-aa93-4cd4-b5d6-a0645567f7eb req-dacf809f-1f41-4c8c-8b6e-4412d0eda9ed tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 210 time: 0.0449328 Jul 09 19:15:49.353329 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:15:49.357537 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Usage tracker for resource:port and tenant:f2ebef07135744228ba368a875a28f1e is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:15:49.360511 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:15:49.366230 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:15:49.435714 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Made reservation on behalf of f2ebef07135744228ba368a875a28f1e for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:15:49.439266 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:49.654169 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-acb24cec-f607-489d-b30f-7b86e9ca9c84 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:49.654895 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-acb24cec-f607-489d-b30f-7b86e9ca9c84 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Synchronizing usage tracker for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:15:49.675405 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Allocated IP 172.20.0.14 (7bcd7813-3731-411e-8bb8-4ccc006ad519/001018a1-ed6e-4069-839f-955278f00761/d4903e4b-5347-474f-b1a4-110ddd7cf712) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:15:49.679232 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-acb24cec-f607-489d-b30f-7b86e9ca9c84 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Unset dirty status for tenant:83a5c6892a8d46c4b063c377bf068e08 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:15:49.680318 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-acb24cec-f607-489d-b30f-7b86e9ca9c84 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.26 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 945 time: 0.2188210 Jul 09 19:15:49.790946 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Deleting port 750a8a5d-512e-486f-8a6c-caa7bf57189f {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:15:49.791278 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:49.946420 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2acc935f-8823-4749-807a-41f628df84f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:50.166033 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fd582-7e92-483e-b24e-89248c8f0a43 req-e824f46a-f627-456d-b41d-8c524897739c tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:50.167749 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a27fd582-7e92-483e-b24e-89248c8f0a43 req-e824f46a-f627-456d-b41d-8c524897739c tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 945 time: 0.0816169 Jul 09 19:15:50.169133 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:50.199250 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Transition to ACTIVE for port object d4903e4b-5347-474f-b1a4-110ddd7cf712 will not be triggered until provisioned by entity DHCP. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:15:50.216281 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a27fd582-7e92-483e-b24e-89248c8f0a43 req-cc4e5de6-5968-4702-8c38-e9e9832b5b37 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/security-groups?id=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Jul 09 19:15:50.245215 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] For port 750a8a5d-512e-486f-8a6c-caa7bf57189f, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=750a8a5d-512e-486f-8a6c-caa7bf57189f,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:15:50.245575 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:50.370974 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Calling delete_port for 750a8a5d-512e-486f-8a6c-caa7bf57189f owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:15:50.484215 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:50.496687 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b943888f-4662-45ba-8b4a-ec82942e2e88 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:50.547961 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf40e2-ab7e-4e39-b107-193078c8fb74 req-9c10f47e-7cf9-470b-99f5-240d4c00c630 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:50.549597 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-56cf40e2-ab7e-4e39-b107-193078c8fb74 req-9c10f47e-7cf9-470b-99f5-240d4c00c630 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 932 time: 0.0920677 Jul 09 19:15:50.581508 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Network 7bcd7813-3731-411e-8bb8-4ccc006ad519 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:15:50.589461 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:15:50.594752 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event updated for resources: {'Port': ['ID=d4903e4b-5347-474f-b1a4-110ddd7cf712,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:50.596966 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:15:50.598584 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-56cf40e2-ab7e-4e39-b107-193078c8fb74 req-a29c7ab5-d53f-4a15-b7c2-88e8dc08ea15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431566 Jul 09 19:15:50.624931 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:50.663230 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:50.663880 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:50.704403 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:50.712325 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4160d65f-1095-404b-bce5-b9ceab2517ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:50.789542 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Pushing event deleted for resources: {'Port': ['ID=750a8a5d-512e-486f-8a6c-caa7bf57189f,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:50.791952 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:50.798649 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5953820 Jul 09 19:15:50.837807 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Request body: {'port': {'device_id': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:15:50.873081 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] No DVR routers for this DVR port 750a8a5d-512e-486f-8a6c-caa7bf57189f on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:15:50.885129 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:50.887080 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b89805ba-35f8-40fe-96c4-6ba4664881ff req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.26 "DELETE /v2.0/ports/750a8a5d-512e-486f-8a6c-caa7bf57189f HTTP/1.1" status: 204 len: 173 time: 1.1997018 Jul 09 19:15:50.887577 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'name': 'network-vif-deleted', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:15:50.901099 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-6c3f2f3b-9c60-41e0-a2f9-790c6e6b107b None None] Provisioning for port d4903e4b-5347-474f-b1a4-110ddd7cf712 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:15:50.908731 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-6c3f2f3b-9c60-41e0-a2f9-790c6e6b107b None None] Provisioning complete for port d4903e4b-5347-474f-b1a4-110ddd7cf712 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:15:50.909809 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2f3b-9c60-41e0-a2f9-790c6e6b107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:50.960299 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b803e6-0552-4450-bb28-b410b897b557', 'name': 'network-vif-deleted', 'tag': '750a8a5d-512e-486f-8a6c-caa7bf57189f', 'status': 'completed', 'code': 200} Jul 09 19:15:50.970042 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:50.975215 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-6c3f2f3b-9c60-41e0-a2f9-790c6e6b107b None None] Port d4903e4b-5347-474f-b1a4-110ddd7cf712 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:15:51.298506 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:51.325985 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4903e4b-5347-474f-b1a4-110ddd7cf712 {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:15:51.333751 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:51.348367 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Transition to ACTIVE for port object d4903e4b-5347-474f-b1a4-110ddd7cf712 will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:15:51.379801 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3bf453a1-cb81-4885-9c7a-21873c98a185 req-78769aff-0063-4340-80c0-28d91d0381da tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b803e6-0552-4450-bb28-b410b897b557 HTTP/1.1" status: 200 len: 210 time: 0.0452216 Jul 09 19:15:51.390076 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:51.394865 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-25b98164-43b7-43ee-983f-a5e614b3438b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:51.547270 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Pushing event updated for resources: {'Port': ['ID=d4903e4b-5347-474f-b1a4-110ddd7cf712,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:51.550259 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:51.639325 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Attempting to bind port d4903e4b-5347-474f-b1a4-110ddd7cf712 on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:15:51.639680 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Attempting to bind port d4903e4b-5347-474f-b1a4-110ddd7cf712 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:15:51.640098 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Attempting to bind port d4903e4b-5347-474f-b1a4-110ddd7cf712 on network 7bcd7813-3731-411e-8bb8-4ccc006ad519 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:15:51.645512 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Port d4903e4b-5347-474f-b1a4-110ddd7cf712 on network 7bcd7813-3731-411e-8bb8-4ccc006ad519 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:15:51.645825 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Attempting to bind port d4903e4b-5347-474f-b1a4-110ddd7cf712 on network 7bcd7813-3731-411e-8bb8-4ccc006ad519 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:15:51.651291 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:15:51.651622 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Checking segment: {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:15:51.651997 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Bound using segment: {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:15:51.652646 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Bound port: d4903e4b-5347-474f-b1a4-110ddd7cf712, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0993024-85bf-4a1a-baa4-af0e4d3120ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:15:51.652995 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:51.753962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] For port d4903e4b-5347-474f-b1a4-110ddd7cf712, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:15:51.758285 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] For port d4903e4b-5347-474f-b1a4-110ddd7cf712, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d4903e4b-5347-474f-b1a4-110ddd7cf712,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:15:51.808000 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:51.813277 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:51.871802 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cd5a4-514f-42ab-97df-ffe6da3fcdd6 req-1aa8949a-13fc-4f12-97f3-55f6c2a005ac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:51.873926 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f76cd5a4-514f-42ab-97df-ffe6da3fcdd6 req-1aa8949a-13fc-4f12-97f3-55f6c2a005ac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 944 time: 0.1639807 Jul 09 19:15:51.875798 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:51.879147 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:51.879147 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] 10.222.0.26 "PUT /v2.0/ports/d4903e4b-5347-474f-b1a4-110ddd7cf712 HTTP/1.1" status: 200 len: 1094 time: 1.0447757 Jul 09 19:15:51.897316 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Pushing event updated for resources: {'Port': ['ID=d4903e4b-5347-474f-b1a4-110ddd7cf712,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:51.900615 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:51.927026 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 750a8a5d-512e-486f-8a6c-caa7bf57189f no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:15:51.936905 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f76cd5a4-514f-42ab-97df-ffe6da3fcdd6 req-6b25328a-f5cd-4c13-9d58-738a099a1ddb tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444732 Jul 09 19:15:51.973604 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 750a8a5d-512e-486f-8a6c-caa7bf57189f {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:15:51.974058 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 750a8a5d-512e-486f-8a6c-caa7bf57189f not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:15:52.066064 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-a8e907ed-1ca7-47e4-8b64-6bc34cdb1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:52.067609 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-a8e907ed-1ca7-47e4-8b64-6bc34cdb1075 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 1097 time: 0.0769122 Jul 09 19:15:52.220491 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-a37f67ae-e721-4bba-a870-17e79a3249b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4903e4b-5347-474f-b1a4-110ddd7cf712 HTTP/1.1" status: 200 len: 217 time: 0.1455412 Jul 09 19:15:52.283248 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-b2534192-27aa-4635-9bd4-4a625a9614fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:52.284650 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-b2534192-27aa-4635-9bd4-4a625a9614fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 200 len: 849 time: 0.0576241 Jul 09 19:15:52.356989 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-a6a359ec-2791-4ce1-94cb-78e23288ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:52.358407 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-a6a359ec-2791-4ce1-94cb-78e23288ac98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bcd7813-3731-411e-8bb8-4ccc006ad519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678759 Jul 09 19:15:52.490584 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-2b39d165-360d-4e55-a3af-6bd7911210cb service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252763 Jul 09 19:15:52.623064 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bbddd391-1724-48ca-b5b9-2043b7fe60c7 req-ef535af6-2309-4472-886f-a598950f14a6 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263523 Jul 09 19:15:52.744464 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:52.961981 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'tag': 'd4903e4b-5347-474f-b1a4-110ddd7cf712'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:15:53.056950 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'tag': 'd4903e4b-5347-474f-b1a4-110ddd7cf712', 'status': 'completed', 'code': 200} Jul 09 19:15:53.127969 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e0eff-c44a-40bd-82ee-a09f0240b9d8 req-d4eddcd2-addb-4719-b476-fe6b372a4304 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:53.129427 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-760e0eff-c44a-40bd-82ee-a09f0240b9d8 req-d4eddcd2-addb-4719-b476-fe6b372a4304 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 944 time: 0.0831678 Jul 09 19:15:53.157523 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-bda2e10a-a3ce-497e-b894-b2b5c440e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:53.159044 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-bda2e10a-a3ce-497e-b894-b2b5c440e048 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 1097 time: 0.0776162 Jul 09 19:15:53.176002 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-760e0eff-c44a-40bd-82ee-a09f0240b9d8 req-8cbac554-243e-48a0-bd86-9e112c1b12b5 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403945 Jul 09 19:15:53.292141 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-e9aba510-19d8-4087-8653-1255e1d5552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:53.293666 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-e9aba510-19d8-4087-8653-1255e1d5552e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 910 time: 0.1280861 Jul 09 19:15:53.362260 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-4688f802-c1b8-4119-92aa-0e302f87d86b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4903e4b-5347-474f-b1a4-110ddd7cf712 HTTP/1.1" status: 200 len: 217 time: 0.0616899 Jul 09 19:15:53.426564 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-d65662ce-334a-4609-89a3-14cae5c916e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:53.428646 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-d65662ce-334a-4609-89a3-14cae5c916e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 200 len: 849 time: 0.0599637 Jul 09 19:15:53.503672 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-5756c01a-d720-487b-ab0a-c5993b6c9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:53.505226 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-5756c01a-d720-487b-ab0a-c5993b6c9261 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bcd7813-3731-411e-8bb8-4ccc006ad519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707159 Jul 09 19:15:53.643055 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-82815426-e217-4ae7-861f-dd837b7ed31d service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297300 Jul 09 19:15:53.779846 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ff5b3725-77d8-478a-b668-ba264ee95e0b req-d110ed6c-91e2-4e51-9e70-8e54e4e81a27 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278512 Jul 09 19:15:53.790230 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39192) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:54.357050 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6895d-5bc1-4f1a-9777-f17c54331eec req-9224e159-c1ba-4f6b-a0cc-bacc38f27f4a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:54.358478 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bcb6895d-5bc1-4f1a-9777-f17c54331eec req-9224e159-c1ba-4f6b-a0cc-bacc38f27f4a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 944 time: 0.0769022 Jul 09 19:15:54.405232 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bcb6895d-5bc1-4f1a-9777-f17c54331eec req-82ac8bb5-e07c-446e-af3e-36a37c940282 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410891 Jul 09 19:15:54.412824 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472655'] for router_interface, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:54.763417 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Deleting port 420d1522-ae0d-4397-8e3a-9bf05d218c3d {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:15:54.763747 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:54.938495 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] For port 420d1522-ae0d-4397-8e3a-9bf05d218c3d, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=420d1522-ae0d-4397-8e3a-9bf05d218c3d,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:15:54.938874 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:55.059022 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Calling delete_port for 420d1522-ae0d-4397-8e3a-9bf05d218c3d owned by network:router_interface {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:15:55.315891 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:55.320028 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-2846fa35-3827-4eef-a5b7-d341cba81c3b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:55.363713 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Pushing event deleted for resources: {'Port': ['ID=420d1522-ae0d-4397-8e3a-9bf05d218c3d,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:55.366127 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:55.596093 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb57d2-706d-49e6-ad9d-6a55acd2070e req-e1f58de4-a142-46cb-b361-35b37559774d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:55.597462 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bddb57d2-706d-49e6-ad9d-6a55acd2070e req-e1f58de4-a142-46cb-b361-35b37559774d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 944 time: 0.0804577 Jul 09 19:15:55.644601 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bddb57d2-706d-49e6-ad9d-6a55acd2070e req-528a0beb-b860-4d09-b24c-b7a781c1fe62 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412910 Jul 09 19:15:55.735454 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472827'] for router_interface, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:55.929960 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device d4903e4b-5347-474f-b1a4-110ddd7cf712 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:15:56.060716 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port d4903e4b-5347-474f-b1a4-110ddd7cf712, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d4903e4b-5347-474f-b1a4-110ddd7cf712,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:15:56.074167 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': 'd4903e4b-5347-474f-b1a4-110ddd7cf712', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'port_id': 'd4903e4b-5347-474f-b1a4-110ddd7cf712', 'mac_address': 'fa:16:3e:6a:1f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:15:56.101254 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Router f4a03f56-2f37-4e4c-9431-92d1c0ed062b has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:15:56.132191 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:56.148848 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4903e4b-5347-474f-b1a4-110ddd7cf712 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:15:56.164753 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port d4903e4b-5347-474f-b1a4-110ddd7cf712, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d4903e4b-5347-474f-b1a4-110ddd7cf712,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:15:56.224874 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:56.226582 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-b0bc7833-6ce7-4f5e-b311-8d228f0635b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:56.277374 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:15:56.289207 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] Sync routers for ids ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:15:56.306169 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] Routers {'f4a03f56-2f37-4e4c-9431-92d1c0ed062b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:15:56.306811 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:15:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:56.357553 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] 10.222.0.16 "PUT /v2.0/routers/f4a03f56-2f37-4e4c-9431-92d1c0ed062b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5660751 Jul 09 19:15:56.360005 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39206) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:56.362154 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=d4903e4b-5347-474f-b1a4-110ddd7cf712,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:56.386556 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.386933 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.387257 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.387585 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.387906 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.388228 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.388548 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.388876 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.389182 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.389497 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.389825 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.390124 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:15:56.395484 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:56.499578 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] Set router f4a03f56-2f37-4e4c-9431-92d1c0ed062b gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:15:56.541059 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Notify callbacks [] for router, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:56.598730 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['d4903e4b-5347-474f-b1a4-110ddd7cf712'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:15:56.720107 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:56.795804 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Deleting port 48e01645-7046-41e4-9ea1-02236bafd479 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:15:56.796447 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:56.845927 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d0bb9-c023-4cdd-8502-acc4454cd230 req-7eea7506-5050-4796-81a0-57b0669a5eba tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:56.847967 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-297d0bb9-c023-4cdd-8502-acc4454cd230 req-7eea7506-5050-4796-81a0-57b0669a5eba tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 945 time: 0.0906153 Jul 09 19:15:56.895192 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-297d0bb9-c023-4cdd-8502-acc4454cd230 req-2f6f3459-63a2-41b0-b479-9004a2cd8fab tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406098 Jul 09 19:15:56.966976 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140'}], 'enable_snat': True}, 'gw_port_id': '48e01645-7046-41e4-9ea1-02236bafd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:15:55Z', 'revision_number': 5, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port': {'id': '48e01645-7046-41e4-9ea1-02236bafd479', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:43Z', 'updated_at': '2021-07-09T19:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:56.973734 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] Checking router: f4a03f56-2f37-4e4c-9431-92d1c0ed062b for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:15:56.982294 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] Routers {'f4a03f56-2f37-4e4c-9431-92d1c0ed062b'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:15:56.982904 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:15:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:56.995912 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] For port 48e01645-7046-41e4-9ea1-02236bafd479, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=48e01645-7046-41e4-9ea1-02236bafd479,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:15:56.996271 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:57.117958 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Calling delete_port for 48e01645-7046-41e4-9ea1-02236bafd479 owned by network:router_gateway {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:15:57.128014 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] Set router f4a03f56-2f37-4e4c-9431-92d1c0ed062b gateway port host: None {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:15:57.233656 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:15:56Z', 'revision_number': 6, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port_host': None}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:57.237920 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a5981-d6c7-49fa-8164-df25a9db2d8e None None] The sync data for ids ['f4a03f56-2f37-4e4c-9431-92d1c0ed062b'] in dv-cinder-800268-1-smb is: [{'id': 'f4a03f56-2f37-4e4c-9431-92d1c0ed062b', 'name': 'tempest-TestMinimumBasicScenario-1856777557-router', 'tenant_id': '83a5c6892a8d46c4b063c377bf068e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:42Z', 'updated_at': '2021-07-09T19:15:56Z', 'revision_number': 6, 'project_id': '83a5c6892a8d46c4b063c377bf068e08', 'gw_port_host': None}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:15:57.418093 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:57.422580 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-428cad95-6cfd-42db-8242-5e241ec44a89 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:57.469277 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Pushing event deleted for resources: {'Port': ['ID=48e01645-7046-41e4-9ea1-02236bafd479,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:57.495242 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:57.557487 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462436'] for router_gateway, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:57.732613 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-472631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7126'] for router, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:57.734831 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:57.795470 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473223'] for router, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:57.796011 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4a03f56-2f37-4e4c-9431-92d1c0ed062b {{(pid=79199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 19:15:57.808393 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] Notify callbacks [] for router, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:57.809546 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-40ffd136-325f-4286-bddf-16d2b1a00afc admin admin] 10.222.0.16 "DELETE /v2.0/routers/f4a03f56-2f37-4e4c-9431-92d1c0ed062b HTTP/1.1" status: 204 len: 168 time: 1.4486194 Jul 09 19:15:57.812044 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39214) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:57.872307 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-94627654-0342-4a3e-8ea9-d83d037b2a0f admin admin] Deleting subnet e8715bb0-4b80-4cde-9f63-6c31b0217a49 {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:15:57.875228 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-94627654-0342-4a3e-8ea9-d83d037b2a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:57.923807 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-94627654-0342-4a3e-8ea9-d83d037b2a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10533813'] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:57.952671 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device d4903e4b-5347-474f-b1a4-110ddd7cf712 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:15:58.050000 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 420d1522-ae0d-4397-8e3a-9bf05d218c3d no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:15:58.078655 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-94627654-0342-4a3e-8ea9-d83d037b2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.087968 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 420d1522-ae0d-4397-8e3a-9bf05d218c3d {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:15:58.088316 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 420d1522-ae0d-4397-8e3a-9bf05d218c3d not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:15:58.100580 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de9730-7538-440c-bbcf-a774ec0e398e req-5b1fc032-9729-4ba6-963e-8513d0858a4d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:58.102930 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0de9730-7538-440c-bbcf-a774ec0e398e req-5b1fc032-9729-4ba6-963e-8513d0858a4d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 945 time: 0.0932655 Jul 09 19:15:58.157920 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0de9730-7538-440c-bbcf-a774ec0e398e req-98e084e1-365d-4331-a837-229639fa4135 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466878 Jul 09 19:15:58.183856 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port d4903e4b-5347-474f-b1a4-110ddd7cf712 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:15:58.188912 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port d4903e4b-5347-474f-b1a4-110ddd7cf712 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:15:58.189283 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.239620 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-94627654-0342-4a3e-8ea9-d83d037b2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11391548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10767504'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.245487 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-876d2d2c-292f-49a9-8a12-7f74fd6ae7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:58.289234 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94627654-0342-4a3e-8ea9-d83d037b2a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8715bb0-4b80-4cde-9f63-6c31b0217a49,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:58.292451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-94627654-0342-4a3e-8ea9-d83d037b2a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:58.293526 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-94627654-0342-4a3e-8ea9-d83d037b2a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.302300 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-94627654-0342-4a3e-8ea9-d83d037b2a0f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e8715bb0-4b80-4cde-9f63-6c31b0217a49 HTTP/1.1" status: 204 len: 168 time: 0.4870925 Jul 09 19:15:58.302522 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f8a43-c675-435a-aba9-ed4eee75c3ee None None] Network 608e0e38-ed78-40a1-b402-82ad29544597 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:15:58.302657 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39220) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:58.388917 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.412148 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.422730 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Deleting port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:15:58.423039 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.482854 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4903e4b-5347-474f-b1a4-110ddd7cf712'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:15:58.508039 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port d4903e4b-5347-474f-b1a4-110ddd7cf712, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d4903e4b-5347-474f-b1a4-110ddd7cf712,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:15:58.531662 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4903e4b-5347-474f-b1a4-110ddd7cf712', 'code': 200} Jul 09 19:15:58.568367 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.572031 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:58.628585 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] DHCP port deletion for 608e0e38-ed78-40a1-b402-82ad29544597 request from dv-cinder-800268-1-smb {{(pid=79200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 19:15:58.632689 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] For port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=873ac94e-6eb0-4d0c-9432-f1a91ac06e5c,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:15:58.633212 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.637181 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] Deleting port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:15:58.637562 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.705043 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=d4903e4b-5347-474f-b1a4-110ddd7cf712,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:58.731956 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:58.768213 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Calling delete_port for 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c owned by network:dhcp {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:15:58.859087 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] For port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=873ac94e-6eb0-4d0c-9432-f1a91ac06e5c,segment=NetworkSegment(f7168ce2-cd70-459c-809b-de39a8752e99),segment_id=f7168ce2-cd70-459c-809b-de39a8752e99)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:15:58.859447 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.900487 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ccca0-5a84-46a5-9b9b-62b2fe70352b req-6a7232f9-79b7-4112-bed3-03a2302ce893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:58.902134 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-979ccca0-5a84-46a5-9b9b-62b2fe70352b req-6a7232f9-79b7-4112-bed3-03a2302ce893 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 1099 time: 0.0932717 Jul 09 19:15:58.946190 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-979ccca0-5a84-46a5-9b9b-62b2fe70352b req-7d463e8d-8b9e-4736-8bc3-233684400141 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379763 Jul 09 19:15:58.946961 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:58.950496 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-d1fc84e1-1424-46b0-8335-8919102e1e15 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:58.988838 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] Calling delete_port for 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c owned by network:dhcp {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:15:59.082323 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=873ac94e-6eb0-4d0c-9432-f1a91ac06e5c,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:59.085206 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:59.088187 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] No DVR routers for this DVR port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c on host dv-cinder-800268-1-smb {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:15:59.130976 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.db.api [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:15:59.131547 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_db.api [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:15:59.198910 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:59.211350 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608e0e38-ed78-40a1-b402-82ad29544597']}} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:59.223124 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7168ce2-cd70-459c-809b-de39a8752e99') {'for_net_delete': True} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:59.223419 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7168ce2-cd70-459c-809b-de39a8752e99') {} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:15:59.234983 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10533822'] for segment, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:59.251486 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:59.257533 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=79199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:15:59.260505 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11292570'] for segment, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: Traceback (most recent call last): Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: timer() Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: cb(*args, **kw) Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: return func(*args, **kwargs) Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: self._notify() Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: self.callback(batched_events) Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: event.method(event) Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: return f(self, *a, **k) Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: return self._get(url).json() Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: return self.request(url, 'GET', **kwargs) Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:15:59.270915 dv-cinder-800268-1-smb neutron-server[79199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:15:59.341786 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7466f2-d423-4e86-8dae-8d9e91d857c3 req-a15d974b-00db-4f97-8b47-e88893bb67b8 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:15:59.343169 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9c7466f2-d423-4e86-8dae-8d9e91d857c3 req-a15d974b-00db-4f97-8b47-e88893bb67b8 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 946 time: 0.0794730 Jul 09 19:15:59.387490 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9c7466f2-d423-4e86-8dae-8d9e91d857c3 req-b3b7d775-80fc-4b23-b21d-a11770a0c2f5 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383775 Jul 09 19:15:59.424296 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:59.428622 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:15:59.441566 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:59.452831 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Pushing event deleted for resources: {'Network': ['ID=608e0e38-ed78-40a1-b402-82ad29544597,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:15:59.456849 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:15:59.527469 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] 10.222.0.16 "DELETE /v2.0/networks/608e0e38-ed78-40a1-b402-82ad29544597 HTTP/1.1" status: 204 len: 168 time: 1.2239552 Jul 09 19:15:59.530239 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39230) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:15:59.632947 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] Deleting port 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:15:59.633250 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:15:59.702235 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-94aa7500-b66b-4915-ba06-a483d2cb8ff6 None None] The port '873ac94e-6eb0-4d0c-9432-f1a91ac06e5c' was deleted {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 19:15:59.704611 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:15:59.746692 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:15:59.747049 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 873ac94e-6eb0-4d0c-9432-f1a91ac06e5c not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:15:59.747474 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 48e01645-7046-41e4-9ea1-02236bafd479 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:15:59.782630 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 48e01645-7046-41e4-9ea1-02236bafd479 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:15:59.782630 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 48e01645-7046-41e4-9ea1-02236bafd479 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:16:00.074954 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472655'] for router_interface, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:00.413298 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Deleting port faa83a02-5f12-4787-812d-42e95bbd269e {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:16:00.413636 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:00.578297 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dca62-edb0-4baa-b615-975348b6c567 req-cc7d7047-f131-4b96-907c-7fbf7cac61df tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:00.579868 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-952dca62-edb0-4baa-b615-975348b6c567 req-cc7d7047-f131-4b96-907c-7fbf7cac61df tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 946 time: 0.0860760 Jul 09 19:16:00.627296 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-952dca62-edb0-4baa-b615-975348b6c567 req-216c4622-e9c7-47e4-8eed-5ef683a01954 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413911 Jul 09 19:16:00.680961 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] For port faa83a02-5f12-4787-812d-42e95bbd269e, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=faa83a02-5f12-4787-812d-42e95bbd269e,segment=NetworkSegment(9eb01dde-fa11-43fa-a263-32fde17aaa2e),segment_id=9eb01dde-fa11-43fa-a263-32fde17aaa2e)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:16:00.681314 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:00.800991 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Calling delete_port for faa83a02-5f12-4787-812d-42e95bbd269e owned by network:router_interface {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:16:00.802744 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00848b16-99a7-440c-8ad9-3a499134cc85 req-0b7104d2-5677-46b3-996a-4d64f4f3b94d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:00.804216 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-00848b16-99a7-440c-8ad9-3a499134cc85 req-0b7104d2-5677-46b3-996a-4d64f4f3b94d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 946 time: 0.0784402 Jul 09 19:16:00.812522 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39240) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:16:00.817549 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-18751b20-0ace-42bf-ba81-9d6a24b6468c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Request body: {'floatingip': {'port_id': 'd4903e4b-5347-474f-b1a4-110ddd7cf712'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:16:00.896187 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18751b20-0ace-42bf-ba81-9d6a24b6468c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:01.058360 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:01.063215 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-825816fa-f7df-4d44-ae68-92d233c06d42 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:16:01.109106 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Pushing event deleted for resources: {'Port': ['ID=faa83a02-5f12-4787-812d-42e95bbd269e,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:16:01.111514 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:16:01.378775 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472827'] for router_interface, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:01.579772 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18751b20-0ace-42bf-ba81-9d6a24b6468c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:01.635646 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18751b20-0ace-42bf-ba81-9d6a24b6468c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:01.664905 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:01.736890 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:16:01.807393 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.l3_db [None req-18751b20-0ace-42bf-ba81-9d6a24b6468c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Floating IP 0e4065d1-b4a8-467e-926c-8d39d1bd1b67 associated. External IP: 172.28.0.173, port: d4903e4b-5347-474f-b1a4-110ddd7cf712. Jul 09 19:16:01.914395 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:16:01.926804 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] 10.222.0.16 "PUT /v2.0/routers/18082a5a-0abe-45ac-8100-7fb75fcd9fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3927248 Jul 09 19:16:01.927642 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39246) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:16:01.929255 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] Sync routers for ids ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:16:01.944588 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] Routers {'18082a5a-0abe-45ac-8100-7fb75fcd9fa1'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:16:01.945439 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:15:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:02.140343 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] Set router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:16:02.172358 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18751b20-0ace-42bf-ba81-9d6a24b6468c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:16:02.241057 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Notify callbacks [] for router, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:02.356665 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18751b20-0ace-42bf-ba81-9d6a24b6468c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:16:02.361581 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18751b20-0ace-42bf-ba81-9d6a24b6468c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:02.369135 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] Sync routers for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:16:02.382084 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:16:02.382955 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:15:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:02.420146 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-18751b20-0ace-42bf-ba81-9d6a24b6468c tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "PUT /v2.0/floatingips/0e4065d1-b4a8-467e-926c-8d39d1bd1b67 HTTP/1.1" status: 200 len: 992 time: 1.6065660 Jul 09 19:16:02.421194 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'tag': 'd4903e4b-5347-474f-b1a4-110ddd7cf712'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:16:02.437152 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:02.485941 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'name': 'tempest-TestMinimumBasicScenario-915521773-router', 'tenant_id': '01fff821140748b494edf56321d84748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241'}], 'enable_snat': True}, 'gw_port_id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:53Z', 'updated_at': '2021-07-09T19:16:00Z', 'revision_number': 5, 'project_id': '01fff821140748b494edf56321d84748', 'gw_port': {'id': '430de702-897c-4aa0-b15a-27dd6c26823c', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:11:55Z', 'updated_at': '2021-07-09T19:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:02.488390 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'tag': 'd4903e4b-5347-474f-b1a4-110ddd7cf712', 'status': 'completed', 'code': 200} Jul 09 19:16:02.490749 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] Checking router: 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:16:02.498580 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Deleting port 430de702-897c-4aa0-b15a-27dd6c26823c {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:16:02.498952 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:02.511438 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] Routers {'18082a5a-0abe-45ac-8100-7fb75fcd9fa1'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:16:02.512055 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:15:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:02.590925 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:16:02.665295 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] Set router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 gateway port host: None {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:16:02.720838 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2781935-0406-4597-b048-a2e8945182c1 req-f2a06ddb-99cf-466e-9337-ae1ca80ca813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:02.722225 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f2781935-0406-4597-b048-a2e8945182c1 req-f2a06ddb-99cf-466e-9337-ae1ca80ca813 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 1099 time: 0.1888571 Jul 09 19:16:02.767910 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] For port 430de702-897c-4aa0-b15a-27dd6c26823c, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=430de702-897c-4aa0-b15a-27dd6c26823c,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:16:02.768273 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:02.771591 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'name': 'tempest-TestMinimumBasicScenario-915521773-router', 'tenant_id': '01fff821140748b494edf56321d84748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:53Z', 'updated_at': '2021-07-09T19:16:02Z', 'revision_number': 6, 'project_id': '01fff821140748b494edf56321d84748', 'gw_port_host': None}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:02.775529 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1fa86-3374-4855-9889-2c01c789cafd None None] The sync data for ids ['18082a5a-0abe-45ac-8100-7fb75fcd9fa1'] in dv-cinder-800268-1-smb is: [{'id': '18082a5a-0abe-45ac-8100-7fb75fcd9fa1', 'name': 'tempest-TestMinimumBasicScenario-915521773-router', 'tenant_id': '01fff821140748b494edf56321d84748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:11:53Z', 'updated_at': '2021-07-09T19:16:02Z', 'revision_number': 6, 'project_id': '01fff821140748b494edf56321d84748', 'gw_port_host': None}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:16:02.950408 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Calling delete_port for 430de702-897c-4aa0-b15a-27dd6c26823c owned by network:router_gateway {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:16:02.977450 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '0e4065d1-b4a8-467e-926c-8d39d1bd1b67', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'port_id': 'd4903e4b-5347-474f-b1a4-110ddd7cf712', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'mac_address': 'fa:16:3e:6a:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:15:45Z', 'updated_at': '2021-07-09T19:16:01Z', 'revision_number': 1, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:02.981224 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] Checking router: b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:16:02.990038 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:16:02.990661 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:15:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:03.053376 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2781935-0406-4597-b048-a2e8945182c1 req-7d749847-0f50-43d0-9c4d-6e693247220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:03.054890 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f2781935-0406-4597-b048-a2e8945182c1 req-7d749847-0f50-43d0-9c4d-6e693247220d service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 910 time: 0.3181088 Jul 09 19:16:03.185905 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:16:03.227967 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f2781935-0406-4597-b048-a2e8945182c1 req-73a5d24b-3095-46ae-a0ac-f892b5b24a04 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4903e4b-5347-474f-b1a4-110ddd7cf712 HTTP/1.1" status: 200 len: 1000 time: 0.1654489 Jul 09 19:16:03.355134 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-2f6b29ae-4b30-4f6d-af1f-ba3a7a5dff30 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2131746 Jul 09 19:16:03.369165 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2781935-0406-4597-b048-a2e8945182c1 req-ef6e68a6-7b2f-40ec-9799-6bc08e3e9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:03.370589 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f2781935-0406-4597-b048-a2e8945182c1 req-ef6e68a6-7b2f-40ec-9799-6bc08e3e9fe7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 200 len: 849 time: 0.1343129 Jul 09 19:16:03.471040 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:03.477388 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3b201e77-70fe-41d2-837c-f07214903158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:16:03.532721 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Pushing event deleted for resources: {'Port': ['ID=430de702-897c-4aa0-b15a-27dd6c26823c,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:16:03.544787 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '0e4065d1-b4a8-467e-926c-8d39d1bd1b67', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'port_id': 'd4903e4b-5347-474f-b1a4-110ddd7cf712', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'mac_address': 'fa:16:3e:6a:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:15:45Z', 'updated_at': '2021-07-09T19:16:01Z', 'revision_number': 1, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:03.549302 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f96de1-dd58-4da3-bcb9-e6e3a2b0b77a None None] The sync data for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb is: [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '0e4065d1-b4a8-467e-926c-8d39d1bd1b67', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'floating_ip_address': '172.28.0.173', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'port_id': 'd4903e4b-5347-474f-b1a4-110ddd7cf712', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'mac_address': 'fa:16:3e:6a:1f:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:15:45Z', 'updated_at': '2021-07-09T19:16:01Z', 'revision_number': 1, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:16:03.565207 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:16:03.716773 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 430de702-897c-4aa0-b15a-27dd6c26823c no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:16:03.755966 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 430de702-897c-4aa0-b15a-27dd6c26823c {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:16:03.756400 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 430de702-897c-4aa0-b15a-27dd6c26823c not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:16:03.756858 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device faa83a02-5f12-4787-812d-42e95bbd269e no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:16:03.760813 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2781935-0406-4597-b048-a2e8945182c1 req-4965d928-972f-450a-b2ca-caf2946eb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:03.762279 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f2781935-0406-4597-b048-a2e8945182c1 req-4965d928-972f-450a-b2ca-caf2946eb5de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bcd7813-3731-411e-8bb8-4ccc006ad519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3838849 Jul 09 19:16:03.763223 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462436'] for router_gateway, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:03.796030 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: faa83a02-5f12-4787-812d-42e95bbd269e {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:16:03.796384 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device faa83a02-5f12-4787-812d-42e95bbd269e not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:16:03.849701 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c07bc6-3c74-429e-b5a8-331eceb00328 None None] New status for floating IP 0e4065d1-b4a8-467e-926c-8d39d1bd1b67: ACTIVE {{(pid=79201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:16:03.992256 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-65be0711-45ad-4d4c-8785-bc725537fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:03.993805 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-65be0711-45ad-4d4c-8785-bc725537fa55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 1099 time: 0.5670884 Jul 09 19:16:04.041310 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-472631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7126'] for router, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:04.044693 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:04.178080 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f2781935-0406-4597-b048-a2e8945182c1 req-f270b07a-1c6e-4074-8cc7-a7503e159694 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708303 Jul 09 19:16:04.264714 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-d15c982d-1320-4083-8cad-c8531018ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:04.266184 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-d15c982d-1320-4083-8cad-c8531018ae4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 915 time: 0.2499053 Jul 09 19:16:04.275779 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473223'] for router, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:04.277578 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18082a5a-0abe-45ac-8100-7fb75fcd9fa1 {{(pid=79199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 19:16:04.398700 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Notify callbacks [] for router, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:04.399819 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] 10.222.0.16 "DELETE /v2.0/routers/18082a5a-0abe-45ac-8100-7fb75fcd9fa1 HTTP/1.1" status: 204 len: 168 time: 2.4711895 Jul 09 19:16:04.402436 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39262) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:16:04.425368 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-0d28cc12-8121-4f25-970a-ca458ae6389a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b HTTP/1.1" status: 200 len: 1001 time: 0.1455672 Jul 09 19:16:04.428692 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f2781935-0406-4597-b048-a2e8945182c1 req-cf9276d5-5bd8-4cba-ae98-eaa0b04aeaaa service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394781 Jul 09 19:16:04.464531 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_v2 [None req-b953499d-b052-47ad-b961-f6e9263872c4 admin admin] Deleting subnet eb829977-3447-443b-bcb2-d932b87d542c {{(pid=79198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:16:04.467904 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b953499d-b052-47ad-b961-f6e9263872c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:04.493645 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-35b1fa52-295a-4a3f-b943-3b8f2faf22da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:04.495129 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-35b1fa52-295a-4a3f-b943-3b8f2faf22da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.0580897 Jul 09 19:16:04.516992 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b953499d-b052-47ad-b961-f6e9263872c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8258560'] for subnet, precommit_delete_associations {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:04.573812 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-ece5897b-7edb-4a78-85b7-17d96b97384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:04.575260 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-ece5897b-7edb-4a78-85b7-17d96b97384b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732009 Jul 09 19:16:04.633290 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b953499d-b052-47ad-b961-f6e9263872c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:04.706286 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-3a80058a-23b7-4821-a207-3b41c8ac49a0 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233251 Jul 09 19:16:04.772914 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b953499d-b052-47ad-b961-f6e9263872c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6623584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6437968'] for subnet, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:04.778335 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:16:04.816916 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953499d-b052-47ad-b961-f6e9263872c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb829977-3447-443b-bcb2-d932b87d542c,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:16:04.818939 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b953499d-b052-47ad-b961-f6e9263872c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:04.824230 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d208e63-6093-4a27-af23-8d167dd5b215 None None] Network 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:16:04.825809 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b953499d-b052-47ad-b961-f6e9263872c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:16:04.827480 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-b953499d-b052-47ad-b961-f6e9263872c4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eb829977-3447-443b-bcb2-d932b87d542c HTTP/1.1" status: 204 len: 168 time: 0.4239914 Jul 09 19:16:04.832301 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39268) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:16:04.847915 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-98e58b26-c180-4589-a956-7c82ba5c4454 req-580e43eb-b267-43e5-97c2-a6817416f321 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339824 Jul 09 19:16:04.937499 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:04.947878 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Deleting port 796b660c-6796-4cea-958e-26c35045cd83 {{(pid=79198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:16:04.948211 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.071158 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] DHCP port deletion for 4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 request from dv-cinder-800268-1-smb {{(pid=79200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 19:16:05.075258 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] Deleting port 796b660c-6796-4cea-958e-26c35045cd83 {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:16:05.075575 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.244945 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.db [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] For port 796b660c-6796-4cea-958e-26c35045cd83, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=796b660c-6796-4cea-958e-26c35045cd83,segment=NetworkSegment(9eb01dde-fa11-43fa-a263-32fde17aaa2e),segment_id=9eb01dde-fa11-43fa-a263-32fde17aaa2e)] {{(pid=79198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:16:05.245402 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.315978 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] For port 796b660c-6796-4cea-958e-26c35045cd83, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=796b660c-6796-4cea-958e-26c35045cd83,segment=NetworkSegment(9eb01dde-fa11-43fa-a263-32fde17aaa2e),segment_id=9eb01dde-fa11-43fa-a263-32fde17aaa2e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:16:05.316290 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.368594 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Calling delete_port for 796b660c-6796-4cea-958e-26c35045cd83 owned by network:dhcp {{(pid=79198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:16:05.437584 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] Calling delete_port for 796b660c-6796-4cea-958e-26c35045cd83 owned by network:dhcp {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:16:05.492459 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.497225 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3f058805-65ca-42e8-8937-8b7abc8a4557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:16:05.516262 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.db.api [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:16:05.516620 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_db.api [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:16:05.539051 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Pushing event deleted for resources: {'Port': ['ID=796b660c-6796-4cea-958e-26c35045cd83,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:16:05.542088 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:16:05.543029 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] No DVR routers for this DVR port 796b660c-6796-4cea-958e-26c35045cd83 on host dv-cinder-800268-1-smb {{(pid=79198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:16:05.655152 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.668150 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c59b9ac-e261-4bcc-acc2-b4c4f5acb400']}} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:05.680492 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb01dde-fa11-43fa-a263-32fde17aaa2e') {'for_net_delete': True} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:05.680786 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb01dde-fa11-43fa-a263-32fde17aaa2e') {} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:16:05.691677 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8258571'] for segment, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.698251 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 796b660c-6796-4cea-958e-26c35045cd83 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:16:05.712593 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.718828 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=79198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:16:05.719200 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589638'] for segment, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: Traceback (most recent call last): Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: timer() Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: cb(*args, **kw) Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: return func(*args, **kwargs) Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: self._notify() Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: self.callback(batched_events) Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: event.method(event) Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: return f(self, *a, **k) Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: return self._get(url).json() Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: return self.request(url, 'GET', **kwargs) Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:16:05.732039 dv-cinder-800268-1-smb neutron-server[79198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:16:05.734299 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 796b660c-6796-4cea-958e-26c35045cd83 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:16:05.734299 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 796b660c-6796-4cea-958e-26c35045cd83 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:16:05.852443 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.855969 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:16:05.869706 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:05.880599 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Pushing event deleted for resources: {'Network': ['ID=4c59b9ac-e261-4bcc-acc2-b4c4f5acb400,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:16:05.886031 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] 10.222.0.16 "DELETE /v2.0/networks/4c59b9ac-e261-4bcc-acc2-b4c4f5acb400 HTTP/1.1" status: 204 len: 168 time: 1.0523486 Jul 09 19:16:05.890323 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b2684359-22d8-4d34-951c-4dc7588d3caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:16:06.017867 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] Deleting port 796b660c-6796-4cea-958e-26c35045cd83 {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:16:06.018393 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:06.084985 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-3588b7c2-b40c-4267-b7cd-f5a34a85420e None None] The port '796b660c-6796-4cea-958e-26c35045cd83' was deleted {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 19:16:06.246248 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39278) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:16:06.296469 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-f9231433-3a88-49a6-a973-2cf7700ff472 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83a5c6892a8d46c4b063c377bf068e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488386 Jul 09 19:16:06.298860 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39282) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:16:06.353996 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-21e70f90-b4e2-43b0-b3b0-7281a555e3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:06.377979 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-21e70f90-b4e2-43b0-b3b0-7281a555e3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:06.486685 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-21e70f90-b4e2-43b0-b3b0-7281a555e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:06.491255 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-2f2a8341-82b6-4ace-b201-7ee176469b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:16:06.503596 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e70f90-b4e2-43b0-b3b0-7281a555e3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e4d8bd-51a2-4e62-b48d-02e6ee82a344,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:16:06.505953 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-21e70f90-b4e2-43b0-b3b0-7281a555e3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:16:06.559796 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-21e70f90-b4e2-43b0-b3b0-7281a555e3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:06.560905 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-21e70f90-b4e2-43b0-b3b0-7281a555e3c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8e4d8bd-51a2-4e62-b48d-02e6ee82a344 HTTP/1.1" status: 204 len: 168 time: 0.2611854 Jul 09 19:16:07.154418 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39294) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:16:07.205339 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-47da5bdd-83f1-4ba2-bc79-daec558a94c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01fff821140748b494edf56321d84748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496719 Jul 09 19:16:07.207732 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39298) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:16:07.262660 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-11be3dc6-2984-43bb-942c-a0c0f7319e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:07.286729 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-11be3dc6-2984-43bb-942c-a0c0f7319e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:07.389634 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-11be3dc6-2984-43bb-942c-a0c0f7319e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:07.393125 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7279d5f2-1b78-439a-b252-ad7ac9d1ce6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:16:07.404106 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be3dc6-2984-43bb-942c-a0c0f7319e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fe4e60-7be1-42fb-a3ff-a3ec54a776d0,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:16:07.406606 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-11be3dc6-2984-43bb-942c-a0c0f7319e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:16:07.412549 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-11be3dc6-2984-43bb-942c-a0c0f7319e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:07.413646 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-11be3dc6-2984-43bb-942c-a0c0f7319e74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76fe4e60-7be1-42fb-a3ff-a3ec54a776d0 HTTP/1.1" status: 204 len: 168 time: 0.2050216 Jul 09 19:16:16.621880 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f521cba-2f01-4986-9f7d-94a2b1423636 req-2ea21861-9b31-40ef-bfeb-8977e3cb605b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:16.623350 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7f521cba-2f01-4986-9f7d-94a2b1423636 req-2ea21861-9b31-40ef-bfeb-8977e3cb605b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0822766 Jul 09 19:16:16.667216 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7f521cba-2f01-4986-9f7d-94a2b1423636 req-483b4e31-2396-468d-afd2-53cfed4a7f54 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383739 Jul 09 19:16:17.514727 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d2752ad6-3033-4614-b0a2-e92eba117d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:17.857200 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5571ba1-5d74-4271-9774-aaf34119ba15 req-5242628d-8a53-4696-ae55-98902aa5243e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:17.858556 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d5571ba1-5d74-4271-9774-aaf34119ba15 req-5242628d-8a53-4696-ae55-98902aa5243e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0794113 Jul 09 19:16:17.905522 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d5571ba1-5d74-4271-9774-aaf34119ba15 req-9438be99-fc0e-4e69-99d6-5a1bbfc49e57 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Jul 09 19:16:18.080498 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:19.089842 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556eb0e-73e4-4aa8-b9dd-ae010707c452 req-f0063e12-aed2-4d41-874c-90fc1e6b8a9a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:19.091563 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4556eb0e-73e4-4aa8-b9dd-ae010707c452 req-f0063e12-aed2-4d41-874c-90fc1e6b8a9a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0790052 Jul 09 19:16:19.135267 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4556eb0e-73e4-4aa8-b9dd-ae010707c452 req-310d693b-d254-4c50-aadd-aec427f5a842 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380311 Jul 09 19:16:19.960728 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d90f554f-d061-4e1b-9600-eef0d683ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:20.323720 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839a498-977e-4056-b5e8-2a5df16b854d req-c1149464-7fdd-445c-b881-5d601f578d47 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:20.325059 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0839a498-977e-4056-b5e8-2a5df16b854d req-c1149464-7fdd-445c-b881-5d601f578d47 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0827255 Jul 09 19:16:20.369359 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0839a498-977e-4056-b5e8-2a5df16b854d req-fdbccf30-81d9-4d76-9b57-bb5e6a8075dd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388136 Jul 09 19:16:21.262718 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:16:21.274884 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:21.554963 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97eb041-ebcb-4023-87a6-f4d26c087e20 req-2b7a2552-0461-46a7-aeb6-3ec1fcef3305 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:21.556326 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a97eb041-ebcb-4023-87a6-f4d26c087e20 req-2b7a2552-0461-46a7-aeb6-3ec1fcef3305 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0786116 Jul 09 19:16:21.603808 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a97eb041-ebcb-4023-87a6-f4d26c087e20 req-ca7793b2-1c2c-4437-80a6-b4db54430e8d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420129 Jul 09 19:16:22.720809 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:22.789659 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59295b-7f6c-4c03-b164-5ca3e7dacc05 req-472b86a9-6eeb-4b94-bf71-224948861f29 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:22.791717 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9e59295b-7f6c-4c03-b164-5ca3e7dacc05 req-472b86a9-6eeb-4b94-bf71-224948861f29 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0809553 Jul 09 19:16:22.834825 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9e59295b-7f6c-4c03-b164-5ca3e7dacc05 req-6e9a7379-db85-4dbf-b015-c4d3df28b1bf tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373116 Jul 09 19:16:24.093250 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2d465-462b-4d7f-9f39-b90d0a9fe62f req-38b1f76e-833f-4ed1-9a95-5169fe34026e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:24.094697 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1ad2d465-462b-4d7f-9f39-b90d0a9fe62f req-38b1f76e-833f-4ed1-9a95-5169fe34026e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.1532671 Jul 09 19:16:24.138728 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1ad2d465-462b-4d7f-9f39-b90d0a9fe62f req-64cdad0c-1d16-4605-a3bc-739a8ac4f694 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383177 Jul 09 19:16:25.326129 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7b311-b77e-4ea2-b710-ff73cea22829 req-3dadfdf7-1572-4764-965d-e69e8851babc tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:25.327596 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0a7b311-b77e-4ea2-b710-ff73cea22829 req-3dadfdf7-1572-4764-965d-e69e8851babc tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0788260 Jul 09 19:16:25.371056 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0a7b311-b77e-4ea2-b710-ff73cea22829 req-1862209e-92d0-4071-b694-8e39e672bfe9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378435 Jul 09 19:16:26.554789 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527208db-ff32-4769-aed7-77575ca47382 req-43204a2c-6211-4436-8d04-c297c6399360 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:26.556721 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-527208db-ff32-4769-aed7-77575ca47382 req-43204a2c-6211-4436-8d04-c297c6399360 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0800207 Jul 09 19:16:26.600679 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-527208db-ff32-4769-aed7-77575ca47382 req-0c199a61-2b53-4d1c-bebf-320ce38c4fec tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384407 Jul 09 19:16:27.789529 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89c616-fad6-471c-b2b5-5862ed93baab req-a8425e82-8386-4943-ad05-0bff3f72202a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:27.791103 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7f89c616-fad6-471c-b2b5-5862ed93baab req-a8425e82-8386-4943-ad05-0bff3f72202a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0842459 Jul 09 19:16:27.834597 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7f89c616-fad6-471c-b2b5-5862ed93baab req-bade4594-c157-4883-8e05-d2deff7e5936 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379293 Jul 09 19:16:28.129058 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 9d52637b-051c-4e77-a8e6-3ea54ca4302b details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:16:28.262898 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:16:28.275417 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'port_id': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'mac_address': 'fa:16:3e:79:6c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:16:28.328064 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:28.346474 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d52637b-051c-4e77-a8e6-3ea54ca4302b {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:16:28.361418 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:16:28.405611 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:28.407287 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:16:28.472684 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=6']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:16:28.475546 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:16:28.481908 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['9d52637b-051c-4e77-a8e6-3ea54ca4302b'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:16:29.019997 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551813cf-7d1a-4ffb-82aa-4c444db5b75d req-bc7f1b56-3513-4e70-88c3-73faa5a73a8b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:29.021405 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-551813cf-7d1a-4ffb-82aa-4c444db5b75d req-bc7f1b56-3513-4e70-88c3-73faa5a73a8b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 945 time: 0.0777256 Jul 09 19:16:29.065270 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-551813cf-7d1a-4ffb-82aa-4c444db5b75d req-2dabf31d-98c1-4f2a-bff2-36a3dfe5bd38 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376647 Jul 09 19:16:30.153035 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 9d52637b-051c-4e77-a8e6-3ea54ca4302b up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:16:30.221025 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 9d52637b-051c-4e77-a8e6-3ea54ca4302b triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:16:30.221316 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:30.255160 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211288cd-35c0-4629-af89-2764d06c9b98 req-cf45529e-d2b1-4154-a2e5-11cb389641b1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:30.256650 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-211288cd-35c0-4629-af89-2764d06c9b98 req-cf45529e-d2b1-4154-a2e5-11cb389641b1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 945 time: 0.0818200 Jul 09 19:16:30.301228 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-211288cd-35c0-4629-af89-2764d06c9b98 req-0b5a3706-77c1-46c3-850a-cb1899c98bbf tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389116 Jul 09 19:16:30.342932 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:30.369122 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:16:30.378623 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:16:30.434699 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:30.436623 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:16:30.506100 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=7']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:16:30.509106 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:16:30.550294 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'code': 200} Jul 09 19:16:31.490066 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb36460-163f-440d-ac21-dbad8c5e5354 req-00297fc1-0d21-4325-82ef-63e5867fd38f tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:31.491517 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0fb36460-163f-440d-ac21-dbad8c5e5354 req-00297fc1-0d21-4325-82ef-63e5867fd38f tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0809252 Jul 09 19:16:31.534813 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0fb36460-163f-440d-ac21-dbad8c5e5354 req-adc4eb92-edb6-43e3-ac2e-bd80436a570a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377924 Jul 09 19:16:31.651345 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:32.719634 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669036aa-909e-4322-ae1c-b904efae0869 req-b55e9795-a3be-4d24-a51f-d4a4cb8229b6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:32.721105 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-669036aa-909e-4322-ae1c-b904efae0869 req-b55e9795-a3be-4d24-a51f-d4a4cb8229b6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0808167 Jul 09 19:16:32.768600 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-669036aa-909e-4322-ae1c-b904efae0869 req-3c930229-5d6d-45ba-bb49-020a84568322 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Jul 09 19:16:33.985520 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318f93b-3a68-4bda-b81a-a0fe9ec2a72a req-fb70a9c9-204e-4242-bc8b-6626f29a571d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:33.987005 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d318f93b-3a68-4bda-b81a-a0fe9ec2a72a req-fb70a9c9-204e-4242-bc8b-6626f29a571d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0936089 Jul 09 19:16:34.036185 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d318f93b-3a68-4bda-b81a-a0fe9ec2a72a req-62d74f71-afe9-4dc3-ba57-8605b4d8a65a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426638 Jul 09 19:16:35.247758 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f26423-b776-478a-818c-f4c36f4935b8 req-824dac50-3a50-453e-b326-e138dc357a2d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:35.250106 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-82f26423-b776-478a-818c-f4c36f4935b8 req-824dac50-3a50-453e-b326-e138dc357a2d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0958052 Jul 09 19:16:35.296457 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-82f26423-b776-478a-818c-f4c36f4935b8 req-aab5ac49-973c-4101-8dd1-24f5ea2691f4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406260 Jul 09 19:16:36.490242 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ab58e-d983-435f-95c2-82c8dd7a36d9 req-7b644e55-1de9-4f8a-ad28-2bac6699238a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:36.491759 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-772ab58e-d983-435f-95c2-82c8dd7a36d9 req-7b644e55-1de9-4f8a-ad28-2bac6699238a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0847483 Jul 09 19:16:36.566336 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-772ab58e-d983-435f-95c2-82c8dd7a36d9 req-1e58759b-95e8-4346-8a16-c91bf092d4ff tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652556 Jul 09 19:16:37.779780 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e25eab-c4b6-49ff-abde-2fd72b0c0b0d req-6dc09336-90d6-4508-8bd2-182efa381265 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:37.781350 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-36e25eab-c4b6-49ff-abde-2fd72b0c0b0d req-6dc09336-90d6-4508-8bd2-182efa381265 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.1061413 Jul 09 19:16:37.833116 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-36e25eab-c4b6-49ff-abde-2fd72b0c0b0d req-245f7adf-180c-451a-8634-a11963ecc455 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459230 Jul 09 19:16:39.046117 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523cfba-a5d8-42a0-9198-f0cd54d4205c req-32fbcea0-2c9a-4631-b35f-449de9192c6e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:39.048114 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a523cfba-a5d8-42a0-9198-f0cd54d4205c req-32fbcea0-2c9a-4631-b35f-449de9192c6e tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0977001 Jul 09 19:16:39.105780 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a523cfba-a5d8-42a0-9198-f0cd54d4205c req-44fec2cb-4e42-4aa6-9988-1240ec8ef1c1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519323 Jul 09 19:16:40.296199 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db4d4c-a8a7-4ee3-bfab-ad4d766f66c0 req-facd4006-0ff4-4a9e-b93b-0508701fcb34 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:40.298662 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-60db4d4c-a8a7-4ee3-bfab-ad4d766f66c0 req-facd4006-0ff4-4a9e-b93b-0508701fcb34 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0818949 Jul 09 19:16:40.345804 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-60db4d4c-a8a7-4ee3-bfab-ad4d766f66c0 req-5c4843a3-dc57-4603-83ff-1c54b88db227 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411954 Jul 09 19:16:41.556292 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc4d1-de21-4cc2-98c1-12ba6ad439e9 req-07939363-2770-4155-a8d6-eb00b1693e2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:41.557816 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8a0bc4d1-de21-4cc2-98c1-12ba6ad439e9 req-07939363-2770-4155-a8d6-eb00b1693e2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0851324 Jul 09 19:16:41.607887 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8a0bc4d1-de21-4cc2-98c1-12ba6ad439e9 req-249e682f-99df-4051-ad50-86045fd690ca tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444949 Jul 09 19:16:42.798120 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddcf12-b15a-425e-b3cf-88cd160e4f49 req-df9952dd-13f1-408f-9723-f0b944232d9d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:42.799598 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f9ddcf12-b15a-425e-b3cf-88cd160e4f49 req-df9952dd-13f1-408f-9723-f0b944232d9d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0843139 Jul 09 19:16:42.848141 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f9ddcf12-b15a-425e-b3cf-88cd160e4f49 req-e0763452-8096-4ae5-8ea5-e3a547b5286d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429764 Jul 09 19:16:44.033294 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f75a-a51e-4b09-96a7-a12ab1f3338e req-13c1bc78-97e2-493b-b4ce-5bd16ba6f206 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:44.034738 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2501f75a-a51e-4b09-96a7-a12ab1f3338e req-13c1bc78-97e2-493b-b4ce-5bd16ba6f206 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0781600 Jul 09 19:16:44.078317 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2501f75a-a51e-4b09-96a7-a12ab1f3338e req-0a41f443-8d10-45e8-9038-f3db9019ef48 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375612 Jul 09 19:16:44.795089 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-211eb52d-4f72-41a2-8721-a567b23c4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:44.796488 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-211eb52d-4f72-41a2-8721-a567b23c4695 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 1099 time: 0.0734117 Jul 09 19:16:45.030813 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-5f5d2644-0b16-4a3e-8ea2-f7ad51b3134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:45.032256 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-5f5d2644-0b16-4a3e-8ea2-f7ad51b3134f service neutron] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 915 time: 0.2294643 Jul 09 19:16:45.138280 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-ca1e1bd6-4ed7-4a90-a63a-70d9188a51ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b HTTP/1.1" status: 200 len: 1001 time: 0.0986755 Jul 09 19:16:45.203285 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-19153e2f-abac-4064-96e6-8532763c1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:45.204712 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-19153e2f-abac-4064-96e6-8532763c1a7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.0601623 Jul 09 19:16:45.284183 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-ae0be020-99f4-45f8-a5db-e1fff4c75d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:45.285697 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-ae0be020-99f4-45f8-a5db-e1fff4c75d23 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747533 Jul 09 19:16:45.358172 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b86dd-ee24-4cd0-bc72-dfda11a9a71d req-adcffae7-f34a-4d1d-aa41-eea24caf15b9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:45.359654 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-725b86dd-ee24-4cd0-bc72-dfda11a9a71d req-adcffae7-f34a-4d1d-aa41-eea24caf15b9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.1588290 Jul 09 19:16:45.404591 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-725b86dd-ee24-4cd0-bc72-dfda11a9a71d req-33c7d643-423f-4256-8b1e-eae40dcdfe76 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393682 Jul 09 19:16:45.418920 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-ca1fe4d3-f298-40a3-9f8a-d8910dbe8e2b service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265597 Jul 09 19:16:45.547687 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-0732aecd-fc9d-43e9-ad99-bccf56eec2e6 req-ca138ae8-94ee-4cf3-83ff-b4bdbe1b00d1 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219053 Jul 09 19:16:46.592229 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866569-a20d-4f0a-be24-893e762d2582 req-81cbdf61-72f0-45de-9f3a-e2184055b3a9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:46.593686 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1e866569-a20d-4f0a-be24-893e762d2582 req-81cbdf61-72f0-45de-9f3a-e2184055b3a9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0806088 Jul 09 19:16:46.641269 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1e866569-a20d-4f0a-be24-893e762d2582 req-38321f23-aafb-48f0-b45c-b0e90987ae48 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418608 Jul 09 19:16:47.531245 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-62a3de09-27a6-473f-bcb0-0cafdf31682b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:47.826466 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea353e-54c1-4fd8-8524-06a8c33c8139 req-21f743ec-ce73-4850-ac02-56fd3a038469 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:47.828285 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-68ea353e-54c1-4fd8-8524-06a8c33c8139 req-21f743ec-ce73-4850-ac02-56fd3a038469 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 946 time: 0.0812435 Jul 09 19:16:47.874849 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-68ea353e-54c1-4fd8-8524-06a8c33c8139 req-23df407a-7da5-4969-b6e5-ac3f9f495ac9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406799 Jul 09 19:16:48.097340 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:48.246394 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 9d52637b-051c-4e77-a8e6-3ea54ca4302b no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:16:48.354124 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:48.380596 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:16:48.390934 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:16:48.423401 dv-cinder-800268-1-smb neutron-server[79200]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'code': 422} returned with failed status Jul 09 19:16:48.468169 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:48.469925 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:16:48.537471 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=8']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:16:48.541111 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:16:49.936748 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-7be1ce82-5bfd-4c30-9fad-57117857f39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:50.281534 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05280f51-7904-40a1-8c78-0eae1c1fe3d3 req-babb7090-0667-4773-8e84-09a66ec32eb6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:50.283020 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-05280f51-7904-40a1-8c78-0eae1c1fe3d3 req-babb7090-0667-4773-8e84-09a66ec32eb6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0829842 Jul 09 19:16:50.327134 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-05280f51-7904-40a1-8c78-0eae1c1fe3d3 req-6c5d93d0-b9a4-4b43-9268-3c079e3a7937 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384932 Jul 09 19:16:50.462663 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8333748f-870e-426a-8a6c-9327244a7938 req-9a17a984-0773-48b1-8fca-9e0162eee775 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0693061 Jul 09 19:16:51.285274 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:51.520181 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f145a0-6536-47df-b420-877445e9065b req-c4aac769-dead-46e7-82de-b5e51856aad7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:51.521530 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-25f145a0-6536-47df-b420-877445e9065b req-c4aac769-dead-46e7-82de-b5e51856aad7 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0832362 Jul 09 19:16:51.564937 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-25f145a0-6536-47df-b420-877445e9065b req-47ad3ea0-c9b7-4e94-850c-1d229861a830 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371737 Jul 09 19:16:51.739040 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333748f-870e-426a-8a6c-9327244a7938 req-c50ffea2-7c26-413e-a7ef-af862359075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:51.740458 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8333748f-870e-426a-8a6c-9327244a7938 req-c50ffea2-7c26-413e-a7ef-af862359075d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583&tenant_id=874c1999870a48d193e25276ca18fab5 HTTP/1.1" status: 200 len: 1097 time: 0.0688205 Jul 09 19:16:51.837820 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333748f-870e-426a-8a6c-9327244a7938 req-e7731685-8b7d-4694-9ba8-82b43910b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:51.839516 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8333748f-870e-426a-8a6c-9327244a7938 req-e7731685-8b7d-4694-9ba8-82b43910b8c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 1097 time: 0.0692034 Jul 09 19:16:51.967353 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333748f-870e-426a-8a6c-9327244a7938 req-70a38589-fa85-4265-8aec-48082e9a14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:51.968800 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8333748f-870e-426a-8a6c-9327244a7938 req-70a38589-fa85-4265-8aec-48082e9a14ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 915 time: 0.1234024 Jul 09 19:16:52.071389 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8333748f-870e-426a-8a6c-9327244a7938 req-cc92c148-f987-4af7-b7f1-74a5d3ad1466 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b HTTP/1.1" status: 200 len: 999 time: 0.0951300 Jul 09 19:16:52.135125 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333748f-870e-426a-8a6c-9327244a7938 req-e794f2ed-d614-4e35-836d-7cc22d12b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:52.136436 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8333748f-870e-426a-8a6c-9327244a7938 req-e794f2ed-d614-4e35-836d-7cc22d12b7b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.0594194 Jul 09 19:16:52.210362 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333748f-870e-426a-8a6c-9327244a7938 req-186662fe-c97d-49ad-8403-89a6b9bb4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:52.211901 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8333748f-870e-426a-8a6c-9327244a7938 req-186662fe-c97d-49ad-8403-89a6b9bb4acd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682817 Jul 09 19:16:52.264842 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 9d52637b-051c-4e77-a8e6-3ea54ca4302b no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:16:52.345600 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8333748f-870e-426a-8a6c-9327244a7938 req-fb0214dd-faf5-4f9b-8b15-2bc4aa3fcaa6 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262667 Jul 09 19:16:52.478256 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8333748f-870e-426a-8a6c-9327244a7938 req-ee1604ba-d960-4c1e-9786-b35db983531b service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250815 Jul 09 19:16:52.749897 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:16:52.752282 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70fcea-690c-418e-8887-0e18d9491fbd req-a7dd9fbe-858c-48ef-9347-efc45ec73e8b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:52.753772 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4c70fcea-690c-418e-8887-0e18d9491fbd req-a7dd9fbe-858c-48ef-9347-efc45ec73e8b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0798464 Jul 09 19:16:52.803845 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4c70fcea-690c-418e-8887-0e18d9491fbd req-7762091a-9c3d-4d8d-99fa-97dc6a743324 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436752 Jul 09 19:16:54.005710 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34242e21-685c-4dc6-8e83-068350b61c90 req-3ff61d49-00fd-4cb0-b5f9-339040288782 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:54.007392 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-34242e21-685c-4dc6-8e83-068350b61c90 req-3ff61d49-00fd-4cb0-b5f9-339040288782 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0888989 Jul 09 19:16:54.053207 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-34242e21-685c-4dc6-8e83-068350b61c90 req-955307ef-c817-4930-b03c-fc8c9e999f14 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391660 Jul 09 19:16:55.253438 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab51027-25e6-4abe-94e4-d36eaf7dec54 req-bd0b5f7b-deb8-4af1-9e5c-6533f65aaa4b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:55.254847 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3ab51027-25e6-4abe-94e4-d36eaf7dec54 req-bd0b5f7b-deb8-4af1-9e5c-6533f65aaa4b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0861290 Jul 09 19:16:55.300178 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3ab51027-25e6-4abe-94e4-d36eaf7dec54 req-a2bea0e4-78b6-42d3-8667-f5f0f107aa33 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396204 Jul 09 19:16:56.494858 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe871d2-e5c6-46bd-8228-7be3ec9cc670 req-d5f92b18-7b19-429a-97c7-588e9d8ad8c8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:56.496272 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1fe871d2-e5c6-46bd-8228-7be3ec9cc670 req-d5f92b18-7b19-429a-97c7-588e9d8ad8c8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0816655 Jul 09 19:16:56.547014 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1fe871d2-e5c6-46bd-8228-7be3ec9cc670 req-c7aed3a3-95ef-44a1-8dd2-c16508b9aacd tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442007 Jul 09 19:16:57.737275 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613f59f-284a-4799-ba4d-6ea78751335c req-629548ab-178b-4b4d-98e2-5348c652c7ef tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:57.738861 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7613f59f-284a-4799-ba4d-6ea78751335c req-629548ab-178b-4b4d-98e2-5348c652c7ef tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0819285 Jul 09 19:16:57.785902 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7613f59f-284a-4799-ba4d-6ea78751335c req-aecc5d76-e64b-4279-bf81-9a9c620533e2 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413656 Jul 09 19:16:58.261763 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:16:58.989324 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d62a80-d6e1-4baf-9721-ac2a095577c9 req-9fc8829c-f751-45e0-b16e-1abf2b34e408 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:16:58.990904 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-54d62a80-d6e1-4baf-9721-ac2a095577c9 req-9fc8829c-f751-45e0-b16e-1abf2b34e408 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0877502 Jul 09 19:16:59.037209 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-54d62a80-d6e1-4baf-9721-ac2a095577c9 req-ac04e273-96ec-45b3-801b-ca2fb664fd45 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405171 Jul 09 19:17:00.243879 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41911f65-cddf-45c8-a2ba-435506d1492f req-c8eb92a1-5883-49a2-a9fa-0d4c5913a5c1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:00.245297 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-41911f65-cddf-45c8-a2ba-435506d1492f req-c8eb92a1-5883-49a2-a9fa-0d4c5913a5c1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0821357 Jul 09 19:17:00.294425 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-41911f65-cddf-45c8-a2ba-435506d1492f req-3e964ce0-72f8-49fc-9e47-d3f591056035 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434911 Jul 09 19:17:01.484186 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927149f7-7f97-4d33-a217-9641c620977a req-0812f29f-e197-4981-a5f2-7e9e2bea838b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:01.485743 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-927149f7-7f97-4d33-a217-9641c620977a req-0812f29f-e197-4981-a5f2-7e9e2bea838b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0806055 Jul 09 19:17:01.531879 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-927149f7-7f97-4d33-a217-9641c620977a req-0186bc12-6e25-4d4d-93c9-2f3109d56c14 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400813 Jul 09 19:17:01.691454 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:02.732143 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae548-2db9-4675-9015-3dbe233c6fed req-d3cbf418-2380-414c-b6f0-16e564184dec tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:02.733599 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-040ae548-2db9-4675-9015-3dbe233c6fed req-d3cbf418-2380-414c-b6f0-16e564184dec tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0861604 Jul 09 19:17:02.777937 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-040ae548-2db9-4675-9015-3dbe233c6fed req-8d3209d0-b07c-45f0-a995-7ecaf346ca8d tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384824 Jul 09 19:17:03.969584 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7d330-6985-4543-b487-68d7b126d665 req-1306e1a0-2554-456d-b1d1-0f9705f81037 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:03.971085 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e5d7d330-6985-4543-b487-68d7b126d665 req-1306e1a0-2554-456d-b1d1-0f9705f81037 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0832903 Jul 09 19:17:04.019255 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e5d7d330-6985-4543-b487-68d7b126d665 req-6f26963d-49e4-46be-a53f-98923667109c tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 Jul 09 19:17:05.204143 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3756b-3086-4902-bbe1-4ad61440f96a req-39bc517a-dd9c-439e-bc4d-5b64092df45b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:05.205630 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e4f3756b-3086-4902-bbe1-4ad61440f96a req-39bc517a-dd9c-439e-bc4d-5b64092df45b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0779996 Jul 09 19:17:05.250026 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e4f3756b-3086-4902-bbe1-4ad61440f96a req-5867e0e2-c1f1-4c1b-a330-65ee582ea4e1 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388956 Jul 09 19:17:06.519833 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac2928-eaca-453c-a33d-58992cdeb8b9 req-a8a587fe-cceb-4698-9c94-7875c1636684 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:06.521278 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-26ac2928-eaca-453c-a33d-58992cdeb8b9 req-a8a587fe-cceb-4698-9c94-7875c1636684 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.1582427 Jul 09 19:17:06.564557 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-26ac2928-eaca-453c-a33d-58992cdeb8b9 req-8fb2dc25-0eb6-488c-a25e-e00dc1d51447 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371315 Jul 09 19:17:06.734551 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-74e0a884-4ce3-44a5-a6b1-6f81e0d4c5fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725763 Jul 09 19:17:06.827322 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-1d21ed88-fd5b-4373-9630-d5821d094510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:06.828853 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-1d21ed88-fd5b-4373-9630-d5821d094510 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2ebef07135744228ba368a875a28f1e&device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 1099 time: 0.0721085 Jul 09 19:17:07.063419 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-c6bfb881-9eb0-4161-bcc0-e38845811fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:07.064771 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-c6bfb881-9eb0-4161-bcc0-e38845811fb3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 200 len: 910 time: 0.2169769 Jul 09 19:17:07.167609 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-83f9fb84-fb83-4426-aff9-e6644469db2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4903e4b-5347-474f-b1a4-110ddd7cf712 HTTP/1.1" status: 200 len: 1002 time: 0.0952001 Jul 09 19:17:07.229049 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-fb396d56-9ce0-4776-aede-87e2e686034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:07.230979 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-fb396d56-9ce0-4776-aede-87e2e686034f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 200 len: 849 time: 0.0563359 Jul 09 19:17:07.307205 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-06473d89-64f4-4a91-a5bc-4d27cff62278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:07.309163 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-06473d89-64f4-4a91-a5bc-4d27cff62278 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bcd7813-3731-411e-8bb8-4ccc006ad519&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712469 Jul 09 19:17:07.439168 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-dac56ff0-8240-47a5-be08-b890fb8cf6a0 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217978 Jul 09 19:17:07.567621 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a2171215-47c5-4ceb-9f00-a570e59c0fb3 req-d4efdbab-f3c2-4135-8a60-768b8f208f37 service neutron] 10.222.0.26 "GET /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214597 Jul 09 19:17:07.755400 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726b714-5afc-43c3-919b-ce89a16ba224 req-0acaf3bb-661a-4ad0-bbb3-1260431b5d67 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:07.756839 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7726b714-5afc-43c3-919b-ce89a16ba224 req-0acaf3bb-661a-4ad0-bbb3-1260431b5d67 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 944 time: 0.0817871 Jul 09 19:17:07.800529 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7726b714-5afc-43c3-919b-ce89a16ba224 req-5245d575-6617-445c-9058-85ecadacc8e9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381117 Jul 09 19:17:08.342804 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 9d52637b-051c-4e77-a8e6-3ea54ca4302b details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:17:08.497135 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:17:08.509663 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'port_id': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'mac_address': 'fa:16:3e:79:6c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:17:08.563282 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:08.579899 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d52637b-051c-4e77-a8e6-3ea54ca4302b {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:17:08.595111 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:17:08.656833 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:08.658550 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:08.728986 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=9']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:08.736775 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.737241 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.737619 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.737905 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.738229 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.738550 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.738896 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.739252 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.739533 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.739852 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.740160 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.740472 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:08.745643 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:08.984015 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['9d52637b-051c-4e77-a8e6-3ea54ca4302b'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:17:08.993268 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ea116-adb7-45f4-8c6e-f83e19a4ad2b req-1752b48f-5061-49cd-8ec4-87c8a0ffb3fb tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:08.994784 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-103ea116-adb7-45f4-8c6e-f83e19a4ad2b req-1752b48f-5061-49cd-8ec4-87c8a0ffb3fb tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 945 time: 0.0871620 Jul 09 19:17:09.040443 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-103ea116-adb7-45f4-8c6e-f83e19a4ad2b req-3703c08b-91e8-4f58-863a-87b4b57053ee tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391529 Jul 09 19:17:10.232226 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83504e4e-40ca-4e7c-ac5c-0792bec314b7 req-9c7f1801-5ec1-438b-97ff-abe5c9f38178 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:10.233552 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-83504e4e-40ca-4e7c-ac5c-0792bec314b7 req-9c7f1801-5ec1-438b-97ff-abe5c9f38178 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 945 time: 0.0818491 Jul 09 19:17:10.276165 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-83504e4e-40ca-4e7c-ac5c-0792bec314b7 req-4c9e045e-1f8b-4035-9602-586c7f0a5d48 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370417 Jul 09 19:17:10.362039 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 9d52637b-051c-4e77-a8e6-3ea54ca4302b up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:17:10.427067 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 9d52637b-051c-4e77-a8e6-3ea54ca4302b triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:17:10.427437 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:10.541082 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:10.567112 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:17:10.576562 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:17:10.611869 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'code': 200} Jul 09 19:17:10.622305 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:10.624177 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:10.689341 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=10']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:10.692385 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:10.912892 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9221c5c-d462-4008-9f10-a8dc68e81556 req-c49893b4-7ffd-44d4-a03e-4c164b95e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:10.914344 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d9221c5c-d462-4008-9f10-a8dc68e81556 req-c49893b4-7ffd-44d4-a03e-4c164b95e012 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 1100 time: 0.0687954 Jul 09 19:17:10.955755 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d9221c5c-d462-4008-9f10-a8dc68e81556 req-36166381-bf97-4032-bb33-5c6759cb35f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329185 Jul 09 19:17:11.462296 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562efe97-4304-41e1-850f-26ad07c65707 req-1e55dda7-b3e3-4f21-8fa1-6aa2ac7f9c4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:11.463995 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-562efe97-4304-41e1-850f-26ad07c65707 req-1e55dda7-b3e3-4f21-8fa1-6aa2ac7f9c4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 947 time: 0.0778553 Jul 09 19:17:11.508987 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-562efe97-4304-41e1-850f-26ad07c65707 req-5a1bd945-aeb8-4ff1-8551-01028d8accc4 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388682 Jul 09 19:17:12.701234 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6b64c-e248-44b8-89ff-c7a15c9702cd req-bfdcf3d2-fb8f-4159-8015-44b931d89f48 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:12.702705 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-09a6b64c-e248-44b8-89ff-c7a15c9702cd req-bfdcf3d2-fb8f-4159-8015-44b931d89f48 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 947 time: 0.0845840 Jul 09 19:17:12.747112 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-09a6b64c-e248-44b8-89ff-c7a15c9702cd req-209fe554-4d48-4cf8-80c7-7198d7a75790 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387368 Jul 09 19:17:13.930153 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f578fc-2b87-4c40-b00f-66894e96b758 req-e87c5186-a6eb-4b25-ae23-ed0eb08249b9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:13.931532 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-13f578fc-2b87-4c40-b00f-66894e96b758 req-e87c5186-a6eb-4b25-ae23-ed0eb08249b9 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 947 time: 0.0780342 Jul 09 19:17:13.978323 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-13f578fc-2b87-4c40-b00f-66894e96b758 req-c1a5988f-16b5-4004-8aa5-6d546add3cc6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405982 Jul 09 19:17:17.541912 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-925907f1-3cfd-4221-ac3b-f9e21d11dbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:18.124576 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:19.964957 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4e7611ef-60d0-4b5b-b64d-ec68a8559ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:21.279803 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:22.793148 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:31.672920 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:35.260451 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:17:39.116175 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fad0a-ae2b-4746-a131-f0b52d291bed req-a94b420a-2be3-420f-a841-041835cecbf2 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:39.117583 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4d7fad0a-ae2b-4746-a131-f0b52d291bed req-a94b420a-2be3-420f-a841-041835cecbf2 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 946 time: 0.0774732 Jul 09 19:17:39.161774 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4d7fad0a-ae2b-4746-a131-f0b52d291bed req-a3ce7101-756a-483e-8306-271ba4d97cbd tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380354 Jul 09 19:17:40.345734 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68acfd-7c5d-495f-acff-68c63aa5bc5f req-302f2c91-e474-473c-a245-c3f9154ddb6f tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:40.347205 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7b68acfd-7c5d-495f-acff-68c63aa5bc5f req-302f2c91-e474-473c-a245-c3f9154ddb6f tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 946 time: 0.0815015 Jul 09 19:17:40.390067 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7b68acfd-7c5d-495f-acff-68c63aa5bc5f req-7c2e2359-a9b1-402e-bb86-1921292cc83d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373583 Jul 09 19:17:41.137678 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-10232b40-2335-49c6-9f91-2e52f451bf00 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:41.138533 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-10232b40-2335-49c6-9f91-2e52f451bf00 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Synchronizing usage tracker for tenant:f2ebef07135744228ba368a875a28f1e on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:17:41.187160 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-10232b40-2335-49c6-9f91-2e52f451bf00 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Unset dirty status for tenant:f2ebef07135744228ba368a875a28f1e on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:17:41.188264 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-10232b40-2335-49c6-9f91-2e52f451bf00 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.26 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 946 time: 0.1351626 Jul 09 19:17:41.257955 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Deleting port d4903e4b-5347-474f-b1a4-110ddd7cf712 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:17:41.258210 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:41.499578 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] For port d4903e4b-5347-474f-b1a4-110ddd7cf712, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d4903e4b-5347-474f-b1a4-110ddd7cf712,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:17:41.499930 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:41.571004 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2040c-3730-4bb9-a100-fe69e72b8d8c req-1ca8c31a-5255-4267-b4c1-810be350a2a3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:17:41.572385 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f2a2040c-3730-4bb9-a100-fe69e72b8d8c req-1ca8c31a-5255-4267-b4c1-810be350a2a3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 946 time: 0.0800056 Jul 09 19:17:41.616771 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f2a2040c-3730-4bb9-a100-fe69e72b8d8c req-4f23eb6f-9dc3-4dbc-ac59-a578896a0a6a tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f84bb33-16a8-41dc-a596-9039be212780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380938 Jul 09 19:17:41.779315 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:41.779678 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:41.779981 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.l3_db [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Floating IP 0e4065d1-b4a8-467e-926c-8d39d1bd1b67 disassociated. External IP: 172.28.0.173, port: d4903e4b-5347-474f-b1a4-110ddd7cf712. Jul 09 19:17:41.780307 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Calling delete_port for d4903e4b-5347-474f-b1a4-110ddd7cf712 owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:17:41.986722 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:41.992274 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:42.131902 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event deleted for resources: {'Port': ['ID=d4903e4b-5347-474f-b1a4-110ddd7cf712,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:42.143026 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.143734 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.143734 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.144157 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.144432 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.144779 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.145120 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.145466 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.145816 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.146149 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.146485 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.146846 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:42.155271 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:42.329169 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:17:42.507981 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:17:42.517552 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] Sync routers for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:17:42.531276 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:17:42.532149 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:17:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:42.587015 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] No DVR routers for this DVR port d4903e4b-5347-474f-b1a4-110ddd7cf712 on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:17:42.589881 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:42.593472 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'name': 'network-vif-deleted', 'tag': 'd4903e4b-5347-474f-b1a4-110ddd7cf712'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:17:42.637472 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a519cf9e-1c04-4b2c-8009-580efb231b35', 'name': 'network-vif-deleted', 'tag': 'd4903e4b-5347-474f-b1a4-110ddd7cf712', 'status': 'completed', 'code': 200} Jul 09 19:17:42.661952 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8d1d084a-5b73-4213-828a-5e98c46dac05 req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.26 "DELETE /v2.0/ports/d4903e4b-5347-474f-b1a4-110ddd7cf712 HTTP/1.1" status: 204 len: 173 time: 1.4678431 Jul 09 19:17:42.709980 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:17:42.785117 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c541b59e-1524-4b6b-b5af-650dbf0f7486 req-21d3ade5-01fb-42e0-84c6-8e0c097e1bff tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/ports?device_id=a519cf9e-1c04-4b2c-8009-580efb231b35 HTTP/1.1" status: 200 len: 210 time: 0.0565805 Jul 09 19:17:43.023927 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:43.027646 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] Checking router: b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:17:43.035652 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:17:43.036228 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:17:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:43.216634 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:17:43.568050 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:43.571842 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d190b383-8639-46ea-9b3c-eca0a733e5f2 None None] The sync data for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb is: [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:10:12Z', 'revision_number': 4, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0', 'name': '', 'network_id': '7bcd7813-3731-411e-8bb8-4ccc006ad519', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'mac_address': 'fa:16:3e:63:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '001018a1-ed6e-4069-839f-955278f00761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:11Z', 'updated_at': '2021-07-09T19:10:18Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'subnets': [{'id': '001018a1-ed6e-4069-839f-955278f00761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:17:43.790763 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37993a17-c9e3-4bde-a8b9-6aacf942e2a3 None None] New status for floating IP 0e4065d1-b4a8-467e-926c-8d39d1bd1b67: DOWN {{(pid=79201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:17:43.965971 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39806) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:17:44.029814 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:44.062253 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:44.181150 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:44.185450 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-1b803f0a-9d43-47aa-b735-199b562e58da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:44.200777 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f84bb33-16a8-41dc-a596-9039be212780,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:44.208521 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.208883 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.209237 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.209587 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.209929 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.210272 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.210631 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.210971 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.211409 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.211881 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.212222 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.212811 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:17:44.217703 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:44.271417 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:44.272560 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "DELETE /v2.0/security-groups/6f84bb33-16a8-41dc-a596-9039be212780 HTTP/1.1" status: 204 len: 168 time: 0.3056216 Jul 09 19:17:44.275161 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39810) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:17:44.293822 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.api.v2.resource [None req-6b56408e-54fe-40a0-b693-87cbe8969f3d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] show failed (client error): The resource could not be found. Jul 09 19:17:44.294779 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-6b56408e-54fe-40a0-b693-87cbe8969f3d tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "GET /v2.0/security-groups/6f84bb33-16a8-41dc-a596-9039be212780 HTTP/1.1" status: 404 len: 347 time: 0.0187047 Jul 09 19:17:44.297294 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39814) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:17:44.446713 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Deleting port 4a53c1de-00f5-4093-a1dc-2af7609f632f {{(pid=79198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:17:44.446931 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:44.609642 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:44.609958 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:44.802211 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Calling delete_port for 4a53c1de-00f5-4093-a1dc-2af7609f632f owned by network:floatingip {{(pid=79198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:17:44.992953 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:44.997040 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d11435fd-2dca-4c76-a9f1-a4651efcf7d6 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:45.038028 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Pushing event deleted for resources: {'Port': ['ID=4a53c1de-00f5-4093-a1dc-2af7609f632f,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:45.040514 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:45.131476 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks [] for floatingip, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:45.145482 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:45.146591 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-a82cb48b-50f2-422f-b7d2-8beddc8411b9 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] 10.222.0.16 "DELETE /v2.0/floatingips/0e4065d1-b4a8-467e-926c-8d39d1bd1b67 HTTP/1.1" status: 204 len: 168 time: 0.8484776 Jul 09 19:17:46.523507 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device d4903e4b-5347-474f-b1a4-110ddd7cf712 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:17:46.556312 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: d4903e4b-5347-474f-b1a4-110ddd7cf712 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:17:46.556658 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device d4903e4b-5347-474f-b1a4-110ddd7cf712 not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:17:47.540810 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c9da07f2-6595-42e1-b012-9824265d643d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:48.089041 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:49.560377 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39846) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:17:49.963987 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-98373008-e017-434b-bd0f-245076fb80b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:50.236757 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472655'] for router_interface, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:50.571702 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Deleting port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 {{(pid=79198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:17:50.572346 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:50.736358 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.db [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] For port 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:17:50.736711 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:50.941004 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Calling delete_port for 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 owned by network:router_interface {{(pid=79198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:17:51.277226 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:51.300132 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:51.303858 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a688185b-8831-4089-af7d-89e34c174cb0 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:51.348500 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:51.351031 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:51.614720 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472827'] for router_interface, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:51.962055 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:17:52.229289 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:17:52.239061 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] Sync routers for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:17:52.244454 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-022a1922-e4d9-4dd8-936d-755731cd7591 admin admin] 10.222.0.16 "PUT /v2.0/routers/b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6801307 Jul 09 19:17:52.244704 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39852) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:17:52.252207 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:17:52.252816 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:17:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:52.418967 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Notify callbacks [] for router, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:52.425496 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:17:52.597267 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:52.666088 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Deleting port 422507fc-44f5-452a-aa50-1d9ef552d1c0 {{(pid=79198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:17:52.666778 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:52.714141 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66'}], 'enable_snat': True}, 'gw_port_id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:17:51Z', 'revision_number': 5, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port': {'id': '422507fc-44f5-452a-aa50-1d9ef552d1c0', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:59:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:10:06Z', 'updated_at': '2021-07-09T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:52.718554 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] Checking router: b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:17:52.727095 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] Routers {'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:17:52.727764 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:17:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:52.785428 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:52.839352 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.db [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] For port 422507fc-44f5-452a-aa50-1d9ef552d1c0, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=422507fc-44f5-452a-aa50-1d9ef552d1c0,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:17:52.839702 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:52.880377 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] Set router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 gateway port host: None {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:17:52.961238 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Calling delete_port for 422507fc-44f5-452a-aa50-1d9ef552d1c0 owned by network:router_gateway {{(pid=79198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:17:52.986455 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:17:52Z', 'revision_number': 6, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port_host': None}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:52.990332 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ee4816-133d-4f14-a63a-23e0f1765dcd None None] The sync data for ids ['b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5'] in dv-cinder-800268-1-smb is: [{'id': 'b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5', 'name': 'tempest-AttachVolumeTestJSON-767409026-router', 'tenant_id': 'f2ebef07135744228ba368a875a28f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:10:05Z', 'updated_at': '2021-07-09T19:17:52Z', 'revision_number': 6, 'project_id': 'f2ebef07135744228ba368a875a28f1e', 'gw_port_host': None}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:17:53.192118 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:53.195630 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-9a3b411d-acdb-4434-8a3d-44dbf6242ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:53.240165 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=422507fc-44f5-452a-aa50-1d9ef552d1c0,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:53.243210 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:53.330208 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462436'] for router_gateway, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:53.499708 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-472631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7126'] for router, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:53.501791 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:53.637939 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473223'] for router, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:53.638430 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 {{(pid=79198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 19:17:53.651276 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] Notify callbacks [] for router, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:53.652381 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-ad07016a-b078-4bed-a30a-c69c7a70bc05 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b6376aa5-dfdb-45d3-aa6d-b4ff267be4c5 HTTP/1.1" status: 204 len: 168 time: 1.4067621 Jul 09 19:17:53.655068 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39856) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:17:53.713875 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74c9c67-3d81-4589-83ae-356cb0210c5f admin admin] Deleting subnet 001018a1-ed6e-4069-839f-955278f00761 {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:17:53.719902 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f74c9c67-3d81-4589-83ae-356cb0210c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:53.769104 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f74c9c67-3d81-4589-83ae-356cb0210c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10533813'] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:53.777163 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 422507fc-44f5-452a-aa50-1d9ef552d1c0 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:17:53.811882 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 422507fc-44f5-452a-aa50-1d9ef552d1c0 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:17:53.812327 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 422507fc-44f5-452a-aa50-1d9ef552d1c0 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:17:53.812812 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:17:53.851944 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f74c9c67-3d81-4589-83ae-356cb0210c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:53.887103 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:17:53.887520 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 9c9dd898-8ad1-4bd7-abf4-99f835e2dcd0 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:17:53.997900 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f74c9c67-3d81-4589-83ae-356cb0210c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11391548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10767504'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.002230 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:54.039890 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c9c67-3d81-4589-83ae-356cb0210c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001018a1-ed6e-4069-839f-955278f00761,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:54.042917 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f74c9c67-3d81-4589-83ae-356cb0210c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:54.043892 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f74c9c67-3d81-4589-83ae-356cb0210c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.050346 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-f74c9c67-3d81-4589-83ae-356cb0210c5f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/001018a1-ed6e-4069-839f-955278f00761 HTTP/1.1" status: 204 len: 168 time: 0.3942716 Jul 09 19:17:54.052333 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4747830-e4c7-4d65-bcf0-608a48e462da None None] Network 7bcd7813-3731-411e-8bb8-4ccc006ad519 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:17:54.052862 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39860) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:17:54.154275 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.165288 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Deleting port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:17:54.165621 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.302516 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] DHCP port deletion for 7bcd7813-3731-411e-8bb8-4ccc006ad519 request from dv-cinder-800268-1-smb {{(pid=79200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 19:17:54.306751 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] Deleting port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:17:54.307133 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.377903 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] For port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=0ffbf541-7aa6-49f3-bdb9-e46b33dced92,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:17:54.378256 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.500013 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Calling delete_port for 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 owned by network:dhcp {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:17:54.506539 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] For port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=0ffbf541-7aa6-49f3-bdb9-e46b33dced92,segment=NetworkSegment(f0993024-85bf-4a1a-baa4-af0e4d3120ee),segment_id=f0993024-85bf-4a1a-baa4-af0e4d3120ee)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:17:54.506958 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.625510 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] Calling delete_port for 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 owned by network:dhcp {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:17:54.661261 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.666284 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-069af126-1063-4b27-a0f6-1e4be3a941e3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:54.697890 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.db.api [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:17:54.698246 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_db.api [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:17:54.711358 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffbf541-7aa6-49f3-bdb9-e46b33dced92,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:54.713414 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] No DVR routers for this DVR port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 on host dv-cinder-800268-1-smb {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:17:54.714878 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:54.909421 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.921729 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcd7813-3731-411e-8bb8-4ccc006ad519']}} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:54.933280 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0993024-85bf-4a1a-baa4-af0e4d3120ee') {'for_net_delete': True} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:54.933575 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0993024-85bf-4a1a-baa4-af0e4d3120ee') {} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:17:54.945050 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10533822'] for segment, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.960988 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.967066 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=79199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:17:54.967441 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11292570'] for segment, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: Traceback (most recent call last): Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: timer() Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: cb(*args, **kw) Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: return func(*args, **kwargs) Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: self._notify() Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: self.callback(batched_events) Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: event.method(event) Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: return f(self, *a, **k) Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: return self._get(url).json() Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: return self.request(url, 'GET', **kwargs) Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:17:54.983524 dv-cinder-800268-1-smb neutron-server[79199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:17:55.112256 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:55.115796 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:55.128960 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:55.140862 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Pushing event deleted for resources: {'Network': ['ID=7bcd7813-3731-411e-8bb8-4ccc006ad519,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:55.145414 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:55.199390 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] Deleting port 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:17:55.199852 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:55.238703 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-5beb704b-28d5-4639-b85d-a2bfee05de9e admin admin] 10.222.0.16 "DELETE /v2.0/networks/7bcd7813-3731-411e-8bb8-4ccc006ad519 HTTP/1.1" status: 204 len: 168 time: 1.1848207 Jul 09 19:17:55.268044 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-faf2fe65-6749-4c36-a7a8-5fe86940be98 None None] The port '0ffbf541-7aa6-49f3-bdb9-e46b33dced92' was deleted {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 19:17:55.540997 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39868) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:17:55.593550 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-395cda04-135f-443f-ab9c-cb5203d7b971 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2ebef07135744228ba368a875a28f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512450 Jul 09 19:17:55.595814 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39872) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:17:55.651183 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dc3b6587-9b29-4a26-a2ea-20579f0a5ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:55.676733 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dc3b6587-9b29-4a26-a2ea-20579f0a5ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:55.750071 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:17:55.775077 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dc3b6587-9b29-4a26-a2ea-20579f0a5ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:55.780575 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f4c53f36-ef12-44dd-ad1f-a64d69bcb10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:17:55.784359 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:17:55.784704 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 0ffbf541-7aa6-49f3-bdb9-e46b33dced92 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:17:55.793762 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b6587-9b29-4a26-a2ea-20579f0a5ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf0e78a-6d4d-4bf2-8f0f-69ff7603daf5,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:17:55.797219 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-dc3b6587-9b29-4a26-a2ea-20579f0a5ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:17:55.800470 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dc3b6587-9b29-4a26-a2ea-20579f0a5ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:17:55.801583 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-dc3b6587-9b29-4a26-a2ea-20579f0a5ef3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbf0e78a-6d4d-4bf2-8f0f-69ff7603daf5 HTTP/1.1" status: 204 len: 168 time: 0.2048898 Jul 09 19:18:00.802471 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 39934) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:00.917472 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d817337a-0622-407c-93e1-b6f1dcbcc87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:00.931525 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-d817337a-0622-407c-93e1-b6f1dcbcc87e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:00.935338 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-d817337a-0622-407c-93e1-b6f1dcbcc87e admin admin] Usage tracker for resource:security_group_rule and tenant:0404e64cc6fe4fb2a1fe298fdf7d2182 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:00.938640 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-d817337a-0622-407c-93e1-b6f1dcbcc87e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:00.944321 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-d817337a-0622-407c-93e1-b6f1dcbcc87e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:01.024031 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d817337a-0622-407c-93e1-b6f1dcbcc87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:01.082369 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d817337a-0622-407c-93e1-b6f1dcbcc87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:01.094108 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3adbfee0-45c1-4fb7-a4a6-f325c5088aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:01.133008 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-d817337a-0622-407c-93e1-b6f1dcbcc87e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0404e64cc6fe4fb2a1fe298fdf7d2182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294120 Jul 09 19:18:01.134482 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817337a-0622-407c-93e1-b6f1dcbcc87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c25c46-b33a-4833-b05e-dc27410c857b,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:01.135599 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 39942) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:01.137789 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-d817337a-0622-407c-93e1-b6f1dcbcc87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:01.193407 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-82b1a453-343a-4a2d-b84c-5a2d29b3d49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:01.219427 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-82b1a453-343a-4a2d-b84c-5a2d29b3d49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:01.448986 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-82b1a453-343a-4a2d-b84c-5a2d29b3d49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:01.453567 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-ebbb1055-7b49-46a3-85f4-e51c6ca849bf tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:01.466038 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1a453-343a-4a2d-b84c-5a2d29b3d49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c25c46-b33a-4833-b05e-dc27410c857b,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:01.469083 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-82b1a453-343a-4a2d-b84c-5a2d29b3d49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:01.470225 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-82b1a453-343a-4a2d-b84c-5a2d29b3d49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:01.471332 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-82b1a453-343a-4a2d-b84c-5a2d29b3d49a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09c25c46-b33a-4833-b05e-dc27410c857b HTTP/1.1" status: 204 len: 168 time: 0.3347847 Jul 09 19:18:01.666337 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:04.359294 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40008) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:04.471610 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8575140b-c1d7-4c35-8151-c8d4057b6784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:04.485933 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-8575140b-c1d7-4c35-8151-c8d4057b6784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:04.489698 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-8575140b-c1d7-4c35-8151-c8d4057b6784 admin admin] Usage tracker for resource:security_group_rule and tenant:805f0421b70d48edaaade6a745c59a35 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:04.492451 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-8575140b-c1d7-4c35-8151-c8d4057b6784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:04.498008 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-8575140b-c1d7-4c35-8151-c8d4057b6784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:04.577136 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8575140b-c1d7-4c35-8151-c8d4057b6784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:04.648709 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8575140b-c1d7-4c35-8151-c8d4057b6784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:04.656825 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-1d0bf7c9-dfad-4ee4-9461-fcfe416920e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:04.695057 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-8575140b-c1d7-4c35-8151-c8d4057b6784 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=805f0421b70d48edaaade6a745c59a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346705 Jul 09 19:18:04.696531 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575140b-c1d7-4c35-8151-c8d4057b6784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b663bb9-c08b-4294-bcc8-1382ee2919bc,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:04.697738 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40014) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:04.699656 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8575140b-c1d7-4c35-8151-c8d4057b6784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:04.757041 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5bd4-0be0-4958-98b0-ac6adf32e138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:04.782711 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5bd4-0be0-4958-98b0-ac6adf32e138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:04.889460 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5bd4-0be0-4958-98b0-ac6adf32e138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:04.893061 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0e29d028-c4ed-4793-81d2-797147bc024a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:04.905856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f5bd4-0be0-4958-98b0-ac6adf32e138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b663bb9-c08b-4294-bcc8-1382ee2919bc,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:04.910742 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0c7f5bd4-0be0-4958-98b0-ac6adf32e138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:04.917647 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5bd4-0be0-4958-98b0-ac6adf32e138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:04.921186 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-0c7f5bd4-0be0-4958-98b0-ac6adf32e138 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b663bb9-c08b-4294-bcc8-1382ee2919bc HTTP/1.1" status: 204 len: 168 time: 0.2199757 Jul 09 19:18:05.500079 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40022) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:05.517536 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:05.531405 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:05.536414 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] Usage tracker for resource:security_group_rule and tenant:5894fcc4f338420787bbef6428f821fb is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:05.539165 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:05.545259 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:05.629111 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:05.689117 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:05.697241 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-21bbebcd-0713-4a8b-a88c-e9ff1a18ea84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:05.735575 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5894fcc4f338420787bbef6428f821fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343631 Jul 09 19:18:05.737021 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a35b382-3683-452f-81be-71758e51cc68,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:05.738275 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40026) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:05.740017 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:05.799111 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-abd929d0-b439-4f2a-b7e8-57642aefa1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:05.824518 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-abd929d0-b439-4f2a-b7e8-57642aefa1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:05.959469 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-abd929d0-b439-4f2a-b7e8-57642aefa1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:05.963826 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a84585f3-83b8-4ac2-b09e-ad25a5658407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:05.976792 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd929d0-b439-4f2a-b7e8-57642aefa1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a35b382-3683-452f-81be-71758e51cc68,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:05.979705 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-abd929d0-b439-4f2a-b7e8-57642aefa1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:05.981660 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-abd929d0-b439-4f2a-b7e8-57642aefa1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:05.983462 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-abd929d0-b439-4f2a-b7e8-57642aefa1c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a35b382-3683-452f-81be-71758e51cc68 HTTP/1.1" status: 204 len: 168 time: 0.2440560 Jul 09 19:18:06.157064 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-3e513630-f005-46db-8cca-50b65a682125 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681980 Jul 09 19:18:06.300180 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-fea90e7c-0b20-4411-bf6f-0349fc224846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:06.301651 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-fea90e7c-0b20-4411-bf6f-0349fc224846 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=874c1999870a48d193e25276ca18fab5&device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 1100 time: 0.0748229 Jul 09 19:18:06.445588 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-8cbf9562-43ad-45b9-9ae1-1ba30b8e2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:06.447076 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-8cbf9562-43ad-45b9-9ae1-1ba30b8e2c57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 200 len: 915 time: 0.1263585 Jul 09 19:18:06.548833 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-a48e6df4-dc1a-4528-84aa-3947d0c35c96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b HTTP/1.1" status: 200 len: 1001 time: 0.0953124 Jul 09 19:18:06.612925 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-9669dad1-d38d-4a6a-806e-4aa2322e5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:06.614368 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-9669dad1-d38d-4a6a-806e-4aa2322e5b08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 200 len: 854 time: 0.0586393 Jul 09 19:18:06.688174 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-71ef7b9d-978f-4514-8d58-d280148f8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:06.689636 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-71ef7b9d-978f-4514-8d58-d280148f8405 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54de321d-bd53-45a6-b8db-9659257be9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0688808 Jul 09 19:18:06.822048 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-209e1dc4-5613-49f2-9851-c32bbef12136 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255462 Jul 09 19:18:06.956060 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7401d58e-aa38-4dd8-bb48-5e395d55c2f8 req-1a0fecde-c509-401e-a906-080d5c4e4392 service neutron] 10.222.0.26 "GET /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266494 Jul 09 19:18:08.389822 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40074) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:08.501197 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-027c6db0-c786-4c41-b0b3-097d710edd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:08.515655 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-027c6db0-c786-4c41-b0b3-097d710edd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:08.519475 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-027c6db0-c786-4c41-b0b3-097d710edd65 admin admin] Usage tracker for resource:security_group_rule and tenant:01b904b7c9614d18bdfc89cfbea2b15e is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:08.522206 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-027c6db0-c786-4c41-b0b3-097d710edd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:08.527927 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-027c6db0-c786-4c41-b0b3-097d710edd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:08.606207 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-027c6db0-c786-4c41-b0b3-097d710edd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:08.677335 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-027c6db0-c786-4c41-b0b3-097d710edd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:08.684585 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-cd099c42-5131-49ac-9585-f4bdf6011ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:08.723693 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c6db0-c786-4c41-b0b3-097d710edd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bacf593-aef1-47f1-b4b4-10a00d646b3d,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:08.726811 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-027c6db0-c786-4c41-b0b3-097d710edd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:08.731802 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-027c6db0-c786-4c41-b0b3-097d710edd65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01b904b7c9614d18bdfc89cfbea2b15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409009 Jul 09 19:18:08.732188 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40082) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:08.792474 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f85d6504-f28d-4c78-a6fd-3d0d3ed93585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:08.816758 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f85d6504-f28d-4c78-a6fd-3d0d3ed93585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:08.922209 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f85d6504-f28d-4c78-a6fd-3d0d3ed93585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:08.925944 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-868b9be7-11f7-4899-af1c-2244e92cc7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:08.936956 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d6504-f28d-4c78-a6fd-3d0d3ed93585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bacf593-aef1-47f1-b4b4-10a00d646b3d,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:08.939248 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f85d6504-f28d-4c78-a6fd-3d0d3ed93585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:08.945326 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f85d6504-f28d-4c78-a6fd-3d0d3ed93585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:08.948035 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-f85d6504-f28d-4c78-a6fd-3d0d3ed93585 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bacf593-aef1-47f1-b4b4-10a00d646b3d HTTP/1.1" status: 204 len: 168 time: 0.2131040 Jul 09 19:18:09.523321 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40096) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:09.540786 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-02acc825-8dce-48da-9107-d0293e758480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:09.555403 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-02acc825-8dce-48da-9107-d0293e758480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:09.559214 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-02acc825-8dce-48da-9107-d0293e758480 admin admin] Usage tracker for resource:security_group_rule and tenant:57f94404e69149e0a46ff3b4cafe13b5 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:09.562528 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-02acc825-8dce-48da-9107-d0293e758480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:09.568175 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-02acc825-8dce-48da-9107-d0293e758480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:09.649291 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-02acc825-8dce-48da-9107-d0293e758480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:09.756478 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-02acc825-8dce-48da-9107-d0293e758480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:09.765034 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0a76a226-9a54-4ca1-ae49-7ad1e975db46 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:09.894777 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-02acc825-8dce-48da-9107-d0293e758480 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57f94404e69149e0a46ff3b4cafe13b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678827 Jul 09 19:18:09.894777 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acc825-8dce-48da-9107-d0293e758480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29612ddd-584f-4bbf-89d5-540e23c79033,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:09.895819 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40102) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:09.898010 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-02acc825-8dce-48da-9107-d0293e758480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:09.955970 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fce1-216e-41e2-ad8f-42cf654160be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:09.981983 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fce1-216e-41e2-ad8f-42cf654160be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:10.027730 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ece18f-0173-4951-ae08-0e9d9229463d req-1aa7fd83-22a8-4af5-8f20-0436b96e3df8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:10.029817 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b0ece18f-0173-4951-ae08-0e9d9229463d req-1aa7fd83-22a8-4af5-8f20-0436b96e3df8 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 947 time: 0.0845926 Jul 09 19:18:10.072895 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b0ece18f-0173-4951-ae08-0e9d9229463d req-df1bc251-a2ab-4ff7-a06e-5a7ac75761dc tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374081 Jul 09 19:18:10.122709 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fce1-216e-41e2-ad8f-42cf654160be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:10.126447 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-053471da-4e8b-4444-b230-ec4782fbfc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:10.137120 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4fce1-216e-41e2-ad8f-42cf654160be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29612ddd-584f-4bbf-89d5-540e23c79033,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:10.139922 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fcf4fce1-216e-41e2-ad8f-42cf654160be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:10.146423 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-fcf4fce1-216e-41e2-ad8f-42cf654160be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:10.148363 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-fcf4fce1-216e-41e2-ad8f-42cf654160be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29612ddd-584f-4bbf-89d5-540e23c79033 HTTP/1.1" status: 204 len: 168 time: 0.2516510 Jul 09 19:18:11.272823 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4859fcd-cb4e-49f0-8c9e-b92548582019 req-7eb1a20d-7646-483e-bdab-56e0a8d930bf tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:11.275053 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f4859fcd-cb4e-49f0-8c9e-b92548582019 req-7eb1a20d-7646-483e-bdab-56e0a8d930bf tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 947 time: 0.0890048 Jul 09 19:18:11.319146 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f4859fcd-cb4e-49f0-8c9e-b92548582019 req-3230bb59-a43f-43f4-9b02-8a3b13e3b186 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387831 Jul 09 19:18:11.600471 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-c172f171-c7fc-4f6b-8394-ed17959b0260 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:11.600471 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-c172f171-c7fc-4f6b-8394-ed17959b0260 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Synchronizing usage tracker for tenant:874c1999870a48d193e25276ca18fab5 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:18:11.671642 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-c172f171-c7fc-4f6b-8394-ed17959b0260 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Unset dirty status for tenant:874c1999870a48d193e25276ca18fab5 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:18:11.672814 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-c172f171-c7fc-4f6b-8394-ed17959b0260 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.26 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 947 time: 0.1556549 Jul 09 19:18:11.743628 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Deleting port 9d52637b-051c-4e77-a8e6-3ea54ca4302b {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:18:11.743971 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:11.989275 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] For port 9d52637b-051c-4e77-a8e6-3ea54ca4302b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=9d52637b-051c-4e77-a8e6-3ea54ca4302b,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:18:11.989625 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:12.258769 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:18:12.276348 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:12.276720 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:12.277035 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.db.l3_db [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Floating IP 4927c15d-8f59-4da9-b099-1fa90554e4a7 disassociated. External IP: 172.28.0.32, port: 9d52637b-051c-4e77-a8e6-3ea54ca4302b. Jul 09 19:18:12.277372 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Calling delete_port for 9d52637b-051c-4e77-a8e6-3ea54ca4302b owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:18:12.477843 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:12.485454 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f6807378-e84c-4215-8208-5d344d509702 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:12.506413 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d1e1-9114-43ed-8bf9-11add1722c0e req-dab40079-b8b5-4030-9e02-9773662eb523 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:12.508001 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-56b4d1e1-9114-43ed-8bf9-11add1722c0e req-dab40079-b8b5-4030-9e02-9773662eb523 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 868 time: 0.0803154 Jul 09 19:18:12.530335 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event deleted for resources: {'Port': ['ID=9d52637b-051c-4e77-a8e6-3ea54ca4302b,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:12.533379 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:12.558771 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-56b4d1e1-9114-43ed-8bf9-11add1722c0e req-ea9edf38-224b-48a2-b047-1a6c3402a490 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ea56d08-5a89-46bd-83e7-553c8afe5506&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452242 Jul 09 19:18:12.716711 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:18:12.908226 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:18:12.918778 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] Sync routers for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:18:12.930761 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:18:12.931743 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:17:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:12.986905 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] No DVR routers for this DVR port 9d52637b-051c-4e77-a8e6-3ea54ca4302b on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:18:12.989546 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:12.992655 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'name': 'network-vif-deleted', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:18:13.048329 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ea5947-87b4-4a6c-b09c-064f03072583', 'name': 'network-vif-deleted', 'tag': '9d52637b-051c-4e77-a8e6-3ea54ca4302b', 'status': 'completed', 'code': 200} Jul 09 19:18:13.095506 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f95a6718-79e0-474d-9d6d-2238c91add22 req-5acd3f8c-c1fc-46b5-ab22-9a01774847df tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.26 "DELETE /v2.0/ports/9d52637b-051c-4e77-a8e6-3ea54ca4302b HTTP/1.1" status: 204 len: 173 time: 1.4170463 Jul 09 19:18:13.164964 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:18:13.479202 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:13.482952 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] Checking router: 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:18:13.490955 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:18:13.491531 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:17:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:13.665244 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:18:13.730177 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a5c645e4-681d-4a5f-83b0-73ea7af4930d req-fa265815-0648-4721-8a07-41f3198625f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/ports?device_id=60ea5947-87b4-4a6c-b09c-064f03072583 HTTP/1.1" status: 200 len: 210 time: 0.0448368 Jul 09 19:18:13.978367 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:13.982972 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0cbc2d-ddfa-4512-a23d-2f9c9c779b50 None None] The sync data for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb is: [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:09:09Z', 'revision_number': 4, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'e9600cc9-87cb-44a4-b357-d65f6c591a38', 'name': '', 'network_id': '54de321d-bd53-45a6-b8db-9659257be9d3', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'mac_address': 'fa:16:3e:e6:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:06Z', 'updated_at': '2021-07-09T19:09:23Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'subnets': [{'id': 'c819840b-9e6b-4495-834d-816eadd92a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:18:14.199272 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a45b4-e11b-4968-aadd-8fda63f24d4d None None] New status for floating IP 4927c15d-8f59-4da9-b099-1fa90554e4a7: DOWN {{(pid=79200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:18:14.958133 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40178) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:15.117353 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-62f48848-7700-4b46-844b-dda24abb5219 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:15.145555 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-62f48848-7700-4b46-844b-dda24abb5219 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:15.260534 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-62f48848-7700-4b46-844b-dda24abb5219 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:15.265566 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1add6b20-33a1-445a-977d-b955f997d86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:15.280007 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f48848-7700-4b46-844b-dda24abb5219 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea56d08-5a89-46bd-83e7-553c8afe5506,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:15.282481 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-62f48848-7700-4b46-844b-dda24abb5219 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:15.385305 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-62f48848-7700-4b46-844b-dda24abb5219 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:15.386394 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-62f48848-7700-4b46-844b-dda24abb5219 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "DELETE /v2.0/security-groups/3ea56d08-5a89-46bd-83e7-553c8afe5506 HTTP/1.1" status: 204 len: 168 time: 0.4272692 Jul 09 19:18:15.389477 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40184) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:15.405365 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.api.v2.resource [None req-03749367-ef13-49c0-bbaf-ee6355d29085 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] show failed (client error): The resource could not be found. Jul 09 19:18:15.406272 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-03749367-ef13-49c0-bbaf-ee6355d29085 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "GET /v2.0/security-groups/3ea56d08-5a89-46bd-83e7-553c8afe5506 HTTP/1.1" status: 404 len: 347 time: 0.0159202 Jul 09 19:18:15.408924 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40188) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:15.566758 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Deleting port 44eda236-7dbc-444e-b04b-426692c080ca {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:18:15.567101 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:15.732846 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:15.733171 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:15.854140 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Calling delete_port for 44eda236-7dbc-444e-b04b-426692c080ca owned by network:floatingip {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:18:16.047817 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:16.052084 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3aead4e9-b2af-4308-a314-5723af0f216c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:16.098118 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Pushing event deleted for resources: {'Port': ['ID=44eda236-7dbc-444e-b04b-426692c080ca,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:16.124122 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:16.185707 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks [] for floatingip, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:16.199204 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:16.200324 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] 10.222.0.16 "DELETE /v2.0/floatingips/4927c15d-8f59-4da9-b099-1fa90554e4a7 HTTP/1.1" status: 204 len: 168 time: 0.7905302 Jul 09 19:18:16.677604 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 9d52637b-051c-4e77-a8e6-3ea54ca4302b no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:18:16.714867 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 9d52637b-051c-4e77-a8e6-3ea54ca4302b {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:18:16.715223 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 9d52637b-051c-4e77-a8e6-3ea54ca4302b not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:18:17.546690 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-be37fa07-3e20-4fd8-a26d-5798d6faf3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:17.588109 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40212) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:17.702947 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18256e55-ec95-4be7-8ad0-2ac8c6004daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:17.718009 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-18256e55-ec95-4be7-8ad0-2ac8c6004daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:17.721913 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-18256e55-ec95-4be7-8ad0-2ac8c6004daa admin admin] Usage tracker for resource:security_group_rule and tenant:d31535432b6d40f0a5b889f0cf5d1adb is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:17.724674 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-18256e55-ec95-4be7-8ad0-2ac8c6004daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:17.730331 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-18256e55-ec95-4be7-8ad0-2ac8c6004daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:17.809109 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18256e55-ec95-4be7-8ad0-2ac8c6004daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:17.848742 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-18256e55-ec95-4be7-8ad0-2ac8c6004daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:17.857013 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-cf7cf818-010b-43b2-82d8-f752f149dc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:17.894830 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18256e55-ec95-4be7-8ad0-2ac8c6004daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624c5dc4-75a8-4771-94c7-4f60895c93f0,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:17.901585 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-18256e55-ec95-4be7-8ad0-2ac8c6004daa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d31535432b6d40f0a5b889f0cf5d1adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124611 Jul 09 19:18:17.901888 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40224) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:17.902480 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-18256e55-ec95-4be7-8ad0-2ac8c6004daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:17.974609 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-11398630-cd18-4050-a179-de4c4fa05d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:17.999665 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-11398630-cd18-4050-a179-de4c4fa05d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:18.094700 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:18.140183 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-11398630-cd18-4050-a179-de4c4fa05d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:18.143927 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-dc3b6587-9b29-4a26-a2ea-20579f0a5ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:18.158051 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11398630-cd18-4050-a179-de4c4fa05d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624c5dc4-75a8-4771-94c7-4f60895c93f0,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:18.161551 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-11398630-cd18-4050-a179-de4c4fa05d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:18.163612 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-11398630-cd18-4050-a179-de4c4fa05d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:18.164729 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-11398630-cd18-4050-a179-de4c4fa05d37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/624c5dc4-75a8-4771-94c7-4f60895c93f0 HTTP/1.1" status: 204 len: 168 time: 0.2610707 Jul 09 19:18:18.789647 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40232) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:18.810484 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:18.824977 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:18.829430 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] Usage tracker for resource:security_group_rule and tenant:16407e91622743a9a5fdf5952f57d89b is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:18.832225 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:18.838116 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:18.915883 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:18.973303 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:18.980737 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-162aa9ce-65ca-49ec-a7ec-b39a4b2b619a tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:19.021735 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16407e91622743a9a5fdf5952f57d89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310462 Jul 09 19:18:19.022971 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c33211-1d65-43ed-8493-3acdf18136e4,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:19.024532 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40240) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:19.026194 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:19.082869 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6b5edfc4-c36a-4b61-809a-7c762e3634fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:19.108983 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6b5edfc4-c36a-4b61-809a-7c762e3634fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:19.161809 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40246) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:19.277625 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6b5edfc4-c36a-4b61-809a-7c762e3634fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:19.281632 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-20c498da-7cce-44e2-859f-e84e6e66e9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:19.293160 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5edfc4-c36a-4b61-809a-7c762e3634fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c33211-1d65-43ed-8493-3acdf18136e4,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:19.297798 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6b5edfc4-c36a-4b61-809a-7c762e3634fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:19.301429 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6b5edfc4-c36a-4b61-809a-7c762e3634fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:19.304901 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-6b5edfc4-c36a-4b61-809a-7c762e3634fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78c33211-1d65-43ed-8493-3acdf18136e4 HTTP/1.1" status: 204 len: 168 time: 0.2770491 Jul 09 19:18:19.980463 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-76f4451a-77b9-4ac0-911c-18ef506a52a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.017001 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472655'] for router_interface, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.367039 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Deleting port e9600cc9-87cb-44a4-b357-d65f6c591a38 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:18:20.367771 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.385756 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40274) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:20.486974 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1517897153-network', 'tenant_id': '10517005de414c75b7ec2283c5042a91'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:18:20.491612 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:20.495393 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Usage tracker for resource:network and tenant:10517005de414c75b7ec2283c5042a91 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:20.498177 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:20.504532 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:20.541157 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] For port e9600cc9-87cb-44a4-b357-d65f6c591a38, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=e9600cc9-87cb-44a4-b357-d65f6c591a38,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:18:20.541443 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.567764 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Made reservation on behalf of 10517005de414c75b7ec2283c5042a91 for: {'network': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:18:20.570112 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.588013 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.602491 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:20.606846 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Usage tracker for resource:security_group_rule and tenant:10517005de414c75b7ec2283c5042a91 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:20.609609 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:20.615208 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:20.665924 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Calling delete_port for e9600cc9-87cb-44a4-b357-d65f6c591a38 owned by network:router_interface {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:18:20.694400 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.763035 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.767823 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-11be3dc6-2984-43bb-942c-a0c0f7319e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:20.799421 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec91df-6a13-44cc-837b-52f20e53ad5e,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:20.802353 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:20.900287 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.905391 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5b4b043d-3111-4a99-ac0d-093f384dc557 tempest-ServerRescueNegativeTestJSON-85065381 tempest-ServerRescueNegativeTestJSON-85065381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:20.906132 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=79198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:18:20.915650 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.916183 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.segments_db [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Added segment 3c658059-bc43-460e-9585-bdec25010cb7 of type vlan for network 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 Jul 09 19:18:20.941675 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:20.949851 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9600cc9-87cb-44a4-b357-d65f6c591a38,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:20.953575 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:21.043289 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:21.044624 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:21.045351 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:21.051027 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2bda8900-c14c-4595-931f-e27bcce86cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:21.155592 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Pushing event updated for resources: {'Network': ['ID=8e18d80d-f3d0-44ff-b278-b7e4b531bdc7,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:21.159784 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:21.165768 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:18:21.222531 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472827'] for router_interface, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:21.231566 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8445847 Jul 09 19:18:21.234706 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40280) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:21.240578 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Request body: {'subnet': {'network_id': '8e18d80d-f3d0-44ff-b278-b7e4b531bdc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1517897153-subnet', 'tenant_id': '10517005de414c75b7ec2283c5042a91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:18:21.245203 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:21.249141 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Usage tracker for resource:subnet and tenant:10517005de414c75b7ec2283c5042a91 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:21.252087 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:21.258530 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:21.329238 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:21.357419 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Made reservation on behalf of 10517005de414c75b7ec2283c5042a91 for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:18:21.359993 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6437967'] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:21.631667 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6623523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6437977'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:21.636483 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:21.675894 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:18:21.710478 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=958718e9-a510-4319-addb-67fdf45588d7,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:21.714699 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:21.721022 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Checking segment: {'id': '3c658059-bc43-460e-9585-bdec25010cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8e18d80d-f3d0-44ff-b278-b7e4b531bdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:18:21.721381 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Network hostable DHCP agents. Network: 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:18:21.819853 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Network 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:18:21.856960 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:18:21.865673 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] Sync routers for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:18:21.871513 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] 10.222.0.16 "PUT /v2.0/routers/6ded4477-c32a-43c8-b2d1-7a158de7ccf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7064130 Jul 09 19:18:21.871686 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:18:21.872065 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40284) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:21.875043 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:18:21.875653 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:18:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:21.875929 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:21.876560 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:21.896784 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c44c9-6738-415e-8576-3642856e363b None None] Network 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:18:21.969705 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7337360 Jul 09 19:18:22.057867 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:22.084629 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:18:22.162863 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d327fd29-7bed-4093-a341-1a9b2dd80b03 None None] Network 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:18:22.268082 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:22.346571 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Deleting port fba3f463-7f7a-490c-85d4-7fd509256698 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:18:22.346970 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:22.409384 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:18:20Z', 'revision_number': 5, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port': {'id': 'fba3f463-7f7a-490c-85d4-7fd509256698', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:09:00Z', 'updated_at': '2021-07-09T19:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:22.413103 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] Checking router: 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:18:22.421388 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] Routers {'6ded4477-c32a-43c8-b2d1-7a158de7ccf7'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:18:22.421986 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:18:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:22.527156 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] For port fba3f463-7f7a-490c-85d4-7fd509256698, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=fba3f463-7f7a-490c-85d4-7fd509256698,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:18:22.527607 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:22.572814 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] Set router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 gateway port host: None {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:18:22.655882 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Calling delete_port for fba3f463-7f7a-490c-85d4-7fd509256698 owned by network:router_gateway {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:18:22.677194 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:18:22Z', 'revision_number': 6, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port_host': None}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:22.686802 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53546d07-88c2-4c9f-89f8-7c4bc362a02b None None] The sync data for ids ['6ded4477-c32a-43c8-b2d1-7a158de7ccf7'] in dv-cinder-800268-1-smb is: [{'id': '6ded4477-c32a-43c8-b2d1-7a158de7ccf7', 'name': 'tempest-AttachVolumeShelveTestJSON-90322697-router', 'tenant_id': '874c1999870a48d193e25276ca18fab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:08:58Z', 'updated_at': '2021-07-09T19:18:22Z', 'revision_number': 6, 'project_id': '874c1999870a48d193e25276ca18fab5', 'gw_port_host': None}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:18:22.694891 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40302) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:22.701181 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1979392521-network', 'tenant_id': '260756083730467aa4b3aa1ac5434a52'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:18:22.707913 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:22.713882 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Usage tracker for resource:network and tenant:260756083730467aa4b3aa1ac5434a52 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:22.717877 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:22.726406 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:22.791840 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:22.814510 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Made reservation on behalf of 260756083730467aa4b3aa1ac5434a52 for: {'network': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:18:22.816855 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:22.828962 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:22.844088 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:22.847844 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Usage tracker for resource:security_group_rule and tenant:260756083730467aa4b3aa1ac5434a52 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:22.850561 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:22.856270 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:22.900488 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:22.905381 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e19fb6b8-b078-4074-94a9-b074de38541f tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:22.939637 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.020645 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.024819 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8471e964-2bdb-4a9b-a72f-48ac7106219f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:23.050716 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=79198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:18:23.055826 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba3f463-7f7a-490c-85d4-7fd509256698,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:23.064286 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a9e509-b402-40c6-8265-f919f783d57b,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:23.072986 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:23.072986 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.072986 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.segments_db [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Added segment e0d408bd-7df8-4e28-aa60-de07f82c5ee3 of type vlan for network e1144e6a-1c2b-4602-92f8-9438cdf974ff Jul 09 19:18:23.082120 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:23.102232 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.149422 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462436'] for router_gateway, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.202876 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.204129 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:23.204717 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.209604 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:23.306290 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Pushing event updated for resources: {'Network': ['ID=e1144e6a-1c2b-4602-92f8-9438cdf974ff,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:23.308917 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:23.316226 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network e1144e6a-1c2b-4602-92f8-9438cdf974ff details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:18:23.321168 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-472631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7126'] for router, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.323586 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.358701 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-118cd5f5-b99a-4fce-a6db-a3dab8c98442 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6626954 Jul 09 19:18:23.361365 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40306) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:23.367468 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Request body: {'subnet': {'network_id': 'e1144e6a-1c2b-4602-92f8-9438cdf974ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1979392521-subnet', 'tenant_id': '260756083730467aa4b3aa1ac5434a52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:18:23.372447 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:23.376356 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Usage tracker for resource:subnet and tenant:260756083730467aa4b3aa1ac5434a52 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:23.379274 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:23.385279 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:23.419452 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473223'] for router, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.420680 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ded4477-c32a-43c8-b2d1-7a158de7ccf7 {{(pid=79199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 19:18:23.432409 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] Notify callbacks [] for router, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.433511 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-e74cd21f-3c5d-45b7-8153-1d616034dbd1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6ded4477-c32a-43c8-b2d1-7a158de7ccf7 HTTP/1.1" status: 204 len: 168 time: 1.5604651 Jul 09 19:18:23.436052 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40310) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:23.498761 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcae58a7-87cd-44b9-91c5-e315897e549c admin admin] Deleting subnet c819840b-9e6b-4495-834d-816eadd92a71 {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:18:23.501646 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dcae58a7-87cd-44b9-91c5-e315897e549c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.505557 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Made reservation on behalf of 260756083730467aa4b3aa1ac5434a52 for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:18:23.507954 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6437967'] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.553048 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dcae58a7-87cd-44b9-91c5-e315897e549c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10533813'] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.636374 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dcae58a7-87cd-44b9-91c5-e315897e549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.775283 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device fba3f463-7f7a-490c-85d4-7fd509256698 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:18:23.803279 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dcae58a7-87cd-44b9-91c5-e315897e549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11391548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10767504'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.808490 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:23.809196 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: fba3f463-7f7a-490c-85d4-7fd509256698 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:18:23.809674 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device fba3f463-7f7a-490c-85d4-7fd509256698 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:18:23.809951 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device e9600cc9-87cb-44a4-b357-d65f6c591a38 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:18:23.842517 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae58a7-87cd-44b9-91c5-e315897e549c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c819840b-9e6b-4495-834d-816eadd92a71,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:23.846209 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-dcae58a7-87cd-44b9-91c5-e315897e549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:23.849332 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-dcae58a7-87cd-44b9-91c5-e315897e549c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:23.849638 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: e9600cc9-87cb-44a4-b357-d65f6c591a38 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:18:23.849991 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device e9600cc9-87cb-44a4-b357-d65f6c591a38 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:18:23.856458 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-dcae58a7-87cd-44b9-91c5-e315897e549c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c819840b-9e6b-4495-834d-816eadd92a71 HTTP/1.1" status: 204 len: 168 time: 0.4194713 Jul 09 19:18:23.858008 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97748108-676b-42d9-97bc-20c9b86314e2 None None] Network 54de321d-bd53-45a6-b8db-9659257be9d3 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:18:23.859692 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40314) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:23.994163 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:24.004709 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Deleting port b008fdca-9b5d-4915-9e7e-26f93c4461dd {{(pid=79198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:18:24.004987 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:24.050192 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6623523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6437977'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:24.058271 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:24.094525 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] DHCP port deletion for 54de321d-bd53-45a6-b8db-9659257be9d3 request from dv-cinder-800268-1-smb {{(pid=79200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 19:18:24.098853 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Deleting port b008fdca-9b5d-4915-9e7e-26f93c4461dd {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:18:24.099251 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:24.174993 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef351e7e-c514-41dd-a9ce-9d6be93cca9e,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:24.181804 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:24.253038 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Checking segment: {'id': 'e0d408bd-7df8-4e28-aa60-de07f82c5ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e1144e6a-1c2b-4602-92f8-9438cdf974ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:18:24.253302 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Network hostable DHCP agents. Network: e1144e6a-1c2b-4602-92f8-9438cdf974ff, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:18:24.297549 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.db [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] For port b008fdca-9b5d-4915-9e7e-26f93c4461dd, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=b008fdca-9b5d-4915-9e7e-26f93c4461dd,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:18:24.297897 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:24.299198 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] For port b008fdca-9b5d-4915-9e7e-26f93c4461dd, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=b008fdca-9b5d-4915-9e7e-26f93c4461dd,segment=NetworkSegment(253732d1-a74d-42b4-835e-45d53f5d869e),segment_id=253732d1-a74d-42b4-835e-45d53f5d869e)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:18:24.299594 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:24.357383 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Network e1144e6a-1c2b-4602-92f8-9438cdf974ff is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:18:24.419025 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Calling delete_port for b008fdca-9b5d-4915-9e7e-26f93c4461dd owned by network:dhcp {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:18:24.422609 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Calling delete_port for b008fdca-9b5d-4915-9e7e-26f93c4461dd owned by network:dhcp {{(pid=79198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:18:24.489927 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, e1144e6a-1c2b-4602-92f8-9438cdf974ff) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:18:24.493762 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:24.494325 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:24.498406 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563494f5-6d9b-44ff-a62b-2834335ed7bb None None] Network e1144e6a-1c2b-4602-92f8-9438cdf974ff requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:18:24.540876 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.db.api [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:18:24.541143 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_db.api [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:18:24.551870 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1892576 Jul 09 19:18:24.559153 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397'] for port, after_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:24.572114 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:24.621164 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Pushing event deleted for resources: {'Port': ['ID=b008fdca-9b5d-4915-9e7e-26f93c4461dd,revision_number=None']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:24.629458 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] No DVR routers for this DVR port b008fdca-9b5d-4915-9e7e-26f93c4461dd on host dv-cinder-800268-1-smb {{(pid=79200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:18:24.637816 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.638160 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.639143 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.639495 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.639818 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.640139 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.640457 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.640771 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.641083 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.641403 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.641716 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.642026 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:24.649183 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:24.768273 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7913828b-992d-4f20-9237-3174ed4d75ca None None] Network e1144e6a-1c2b-4602-92f8-9438cdf974ff requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:18:25.054748 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Deleting port b008fdca-9b5d-4915-9e7e-26f93c4461dd {{(pid=79198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:18:25.055200 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:25.135899 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] The port 'b008fdca-9b5d-4915-9e7e-26f93c4461dd' was deleted {{(pid=79198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 19:18:25.280379 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:25.299484 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-7af202b7-dd2e-40ab-b227-2cde32ab200f tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:25.300152 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-7af202b7-dd2e-40ab-b227-2cde32ab200f tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Synchronizing usage tracker for tenant:10517005de414c75b7ec2283c5042a91 on resource:network {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:18:25.304127 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54de321d-bd53-45a6-b8db-9659257be9d3']}} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:25.319111 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253732d1-a74d-42b4-835e-45d53f5d869e') {'for_net_delete': True} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:25.319345 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253732d1-a74d-42b4-835e-45d53f5d869e') {} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:18:25.338960 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8258571'] for segment, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:25.354220 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:25.360021 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=79198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:18:25.360390 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589638'] for segment, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: util.warn( Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: util.warn( Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: util.warn( Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: util.warn( Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: Traceback (most recent call last): Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: timer() Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: cb(*args, **kw) Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: return func(*args, **kwargs) Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: self._notify() Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: self.callback(batched_events) Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: event.method(event) Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: return f(self, *a, **k) Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: return self._get(url).json() Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: return self.request(url, 'GET', **kwargs) Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:18:25.373635 dv-cinder-800268-1-smb neutron-server[79198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:18:25.433419 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-7af202b7-dd2e-40ab-b227-2cde32ab200f tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Unset dirty status for tenant:10517005de414c75b7ec2283c5042a91 on resource:network {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:18:25.434569 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-7af202b7-dd2e-40ab-b227-2cde32ab200f tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/networks?id=8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 HTTP/1.1" status: 200 len: 809 time: 0.4489050 Jul 09 19:18:25.450210 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-acc63f37-fc0a-4e32-9a9c-c9965c8cba8d tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/quotas/10517005de414c75b7ec2283c5042a91 HTTP/1.1" status: 200 len: 375 time: 0.0097842 Jul 09 19:18:25.500156 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-2fd8cd69-0e54-418b-acdc-468ff650a0a6 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=10517005de414c75b7ec2283c5042a91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444064 Jul 09 19:18:25.526061 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:25.583788 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-10ccd222-95b1-4f66-a5cb-6d27e3ef477b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:25.698088 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:25.706110 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Pushing event deleted for resources: {'Network': ['ID=54de321d-bd53-45a6-b8db-9659257be9d3,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:25.711915 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:25.757877 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-dd846b55-1a20-47b2-9d3f-bfe2f5928dce service neutron] 10.222.0.16 "GET /v2.0/networks/8e18d80d-f3d0-44ff-b278-b7e4b531bdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514880 Jul 09 19:18:25.767330 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device b008fdca-9b5d-4915-9e7e-26f93c4461dd no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:18:25.800407 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: b008fdca-9b5d-4915-9e7e-26f93c4461dd {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:18:25.800754 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device b008fdca-9b5d-4915-9e7e-26f93c4461dd not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:18:25.829486 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-626f84d3-a798-45ce-92ca-ef18890da09b admin admin] 10.222.0.16 "DELETE /v2.0/networks/54de321d-bd53-45a6-b8db-9659257be9d3 HTTP/1.1" status: 204 len: 168 time: 1.9687743 Jul 09 19:18:25.892028 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-f369ce34-84b3-4d0f-a3de-b617394b9045 service neutron] 10.222.0.16 "GET /v2.0/networks/8e18d80d-f3d0-44ff-b278-b7e4b531bdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279235 Jul 09 19:18:26.157660 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a15a28d8-69f2-4ac3-bc04-2d5a4eea0b9b req-bf5bf7dc-50bf-44a8-bbfa-757fd8a5061a tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 210 time: 0.0440979 Jul 09 19:18:26.215701 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40344) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:26.263806 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-65360a7a-6261-45ef-a69d-208a8e3a5de2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=874c1999870a48d193e25276ca18fab5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468891 Jul 09 19:18:26.266195 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40348) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:26.326343 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ea37e82d-e42a-4e56-9306-7962e5129803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:26.357812 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ea37e82d-e42a-4e56-9306-7962e5129803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:26.476722 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ea37e82d-e42a-4e56-9306-7962e5129803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:26.481300 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-682d5531-42b2-40f3-ada2-ef87e5f9d91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:26.493830 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37e82d-e42a-4e56-9306-7962e5129803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e86f8c4-1649-4f68-baf5-f933e64bf2f1,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:26.497587 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-ea37e82d-e42a-4e56-9306-7962e5129803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:26.500630 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ea37e82d-e42a-4e56-9306-7962e5129803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:26.501723 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-ea37e82d-e42a-4e56-9306-7962e5129803 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e86f8c4-1649-4f68-baf5-f933e64bf2f1 HTTP/1.1" status: 204 len: 168 time: 0.2346289 Jul 09 19:18:27.304164 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-346036d5-b7e7-4123-96b5-e9294195f654 req-319d83b7-1571-4ee8-a953-fc5629d06c1c tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 210 time: 0.0435061 Jul 09 19:18:28.466331 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8f7a687c-8d73-4ad6-8f94-683b50be9744 req-73dc8a0c-9954-4741-9378-35203669a4cd tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 210 time: 0.0556946 Jul 09 19:18:28.481576 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-b182212a-0466-493e-8864-6eac86cf95d6 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:28.483598 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-b182212a-0466-493e-8864-6eac86cf95d6 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.26 "GET /v2.0/networks?id=8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 HTTP/1.1" status: 200 len: 809 time: 0.1674597 Jul 09 19:18:28.496204 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Request body: {'port': {'device_id': '6fe61cf1-4815-460b-a969-18e83661aed8', 'network_id': '8e18d80d-f3d0-44ff-b278-b7e4b531bdc7', 'admin_state_up': True, 'tenant_id': '10517005de414c75b7ec2283c5042a91'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:18:28.631016 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:28.634855 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Usage tracker for resource:port and tenant:10517005de414c75b7ec2283c5042a91 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:28.637647 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:28.643329 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:28.698872 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Made reservation on behalf of 10517005de414c75b7ec2283c5042a91 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:18:28.702989 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:28.867258 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40400) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:28.878845 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Allocated IP 172.20.0.4 (8e18d80d-f3d0-44ff-b278-b7e4b531bdc7/958718e9-a510-4319-addb-67fdf45588d7/655f9fa5-75b9-4589-8c45-945bec3c5bf0) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:18:29.031762 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-017ea029-b915-4551-b524-c0a64b1ae6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.056637 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-017ea029-b915-4551-b524-c0a64b1ae6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:29.065513 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-017ea029-b915-4551-b524-c0a64b1ae6ee admin admin] Usage tracker for resource:security_group_rule and tenant:1b12c77e0328410898d95b53519967c5 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:29.077653 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-017ea029-b915-4551-b524-c0a64b1ae6ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:29.087459 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-017ea029-b915-4551-b524-c0a64b1ae6ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:29.135602 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.215589 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-017ea029-b915-4551-b524-c0a64b1ae6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.260178 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.265586 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-633c5713-47f1-4580-970f-aa9690f1f299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:29.303616 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-017ea029-b915-4551-b524-c0a64b1ae6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.348287 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Network 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:18:29.353686 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:18:29.362307 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:18:29.392343 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-017ea029-b915-4551-b524-c0a64b1ae6ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b12c77e0328410898d95b53519967c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240622 Jul 09 19:18:29.394990 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40406) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:29.410106 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Pushing event updated for resources: {'Port': ['ID=655f9fa5-75b9-4589-8c45-945bec3c5bf0,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:29.414732 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:29.415229 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-bc62dd5b-f156-4f49-9b67-90afd8808ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:29.450050 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:29.451203 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.454106 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-06d2fd7d-bd8a-44aa-be43-ff2778af57da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.463532 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ea029-b915-4551-b524-c0a64b1ae6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb4ae81-c4bf-47fc-9674-3f28a24c0776,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:29.468708 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-017ea029-b915-4551-b524-c0a64b1ae6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:29.481286 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-06d2fd7d-bd8a-44aa-be43-ff2778af57da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.552315 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a01339c9-ada4-48e4-b67d-846cbc115fc0 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0598180 Jul 09 19:18:29.564458 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Request body: {'port': {'device_id': '6fe61cf1-4815-460b-a969-18e83661aed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:18:29.620409 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-06d2fd7d-bd8a-44aa-be43-ff2778af57da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.629766 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-59dc2d0f-679a-4ee5-8cd2-145ecf3f09c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:29.643742 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2fd7d-bd8a-44aa-be43-ff2778af57da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb4ae81-c4bf-47fc-9674-3f28a24c0776,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:29.647937 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-06d2fd7d-bd8a-44aa-be43-ff2778af57da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:29.651604 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-06d2fd7d-bd8a-44aa-be43-ff2778af57da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.659466 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-06d2fd7d-bd8a-44aa-be43-ff2778af57da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fb4ae81-c4bf-47fc-9674-3f28a24c0776 HTTP/1.1" status: 204 len: 168 time: 0.2600291 Jul 09 19:18:29.689141 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a4c22-1692-45a4-afa3-059e9f87eeb9 req-a731f1c1-be74-46c6-a7d3-bcba5ce6d551 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:29.693832 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-232a4c22-1692-45a4-afa3-059e9f87eeb9 req-a731f1c1-be74-46c6-a7d3-bcba5ce6d551 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 931 time: 0.1228271 Jul 09 19:18:29.741286 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-232a4c22-1692-45a4-afa3-059e9f87eeb9 req-d9f5249c-1192-442a-bfe3-9ee13158f28c tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Synchronizing usage tracker for tenant:10517005de414c75b7ec2283c5042a91 on resource:security_group {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:18:29.771878 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:29.831649 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-232a4c22-1692-45a4-afa3-059e9f87eeb9 req-d9f5249c-1192-442a-bfe3-9ee13158f28c tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Unset dirty status for tenant:10517005de414c75b7ec2283c5042a91 on resource:security_group {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:18:29.833059 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-232a4c22-1692-45a4-afa3-059e9f87eeb9 req-d9f5249c-1192-442a-bfe3-9ee13158f28c tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351542 Jul 09 19:18:30.119652 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655f9fa5-75b9-4589-8c45-945bec3c5bf0 {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:18:30.127113 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.141962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Transition to ACTIVE for port object 655f9fa5-75b9-4589-8c45-945bec3c5bf0 will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:18:30.222650 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40416) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:30.225937 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.230134 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-d20bdeb5-aa85-444c-ad57-b75c1e8e4ec3 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:30.240868 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.255870 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:30.259832 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] Usage tracker for resource:security_group_rule and tenant:fa4a686b7c084308b6cc78aec9b6c47e is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:30.262542 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:30.268438 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:30.359880 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.380862 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Pushing event updated for resources: {'Port': ['ID=655f9fa5-75b9-4589-8c45-945bec3c5bf0,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:30.387378 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:30.408564 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.417110 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-42f90eb5-3676-4325-8392-5aac6d0aa5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:30.456633 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa4a686b7c084308b6cc78aec9b6c47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329321 Jul 09 19:18:30.457782 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b552afb0-d77a-4688-be7f-136abc12adeb,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:30.459082 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Attempting to bind port 655f9fa5-75b9-4589-8c45-945bec3c5bf0 on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:18:30.459408 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Attempting to bind port 655f9fa5-75b9-4589-8c45-945bec3c5bf0 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '3c658059-bc43-460e-9585-bdec25010cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8e18d80d-f3d0-44ff-b278-b7e4b531bdc7'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:18:30.460034 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40420) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:30.460326 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Attempting to bind port 655f9fa5-75b9-4589-8c45-945bec3c5bf0 on network 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:18:30.462587 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:30.465446 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Port 655f9fa5-75b9-4589-8c45-945bec3c5bf0 on network 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:18:30.465785 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Attempting to bind port 655f9fa5-75b9-4589-8c45-945bec3c5bf0 on network 8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:18:30.471065 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:18:30.471295 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Checking segment: {'id': '3c658059-bc43-460e-9585-bdec25010cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8e18d80d-f3d0-44ff-b278-b7e4b531bdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:18:30.471674 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Bound using segment: {'id': '3c658059-bc43-460e-9585-bdec25010cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8e18d80d-f3d0-44ff-b278-b7e4b531bdc7'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:18:30.472114 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Bound port: 655f9fa5-75b9-4589-8c45-945bec3c5bf0, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c658059-bc43-460e-9585-bdec25010cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8e18d80d-f3d0-44ff-b278-b7e4b531bdc7'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:18:30.472429 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.522062 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e1aacec2-fcce-49b2-9c72-a9c6d0488fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.547190 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e1aacec2-fcce-49b2-9c72-a9c6d0488fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.564534 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] For port 655f9fa5-75b9-4589-8c45-945bec3c5bf0, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:18:30.567513 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] For port 655f9fa5-75b9-4589-8c45-945bec3c5bf0, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=655f9fa5-75b9-4589-8c45-945bec3c5bf0,segment=NetworkSegment(3c658059-bc43-460e-9585-bdec25010cb7),segment_id=3c658059-bc43-460e-9585-bdec25010cb7)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:18:30.648696 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.653342 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-374d8cee-c786-4820-aeba-fdeac380ff2b tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:30.670756 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e1aacec2-fcce-49b2-9c72-a9c6d0488fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.675438 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-06d2fd7d-bd8a-44aa-be43-ff2778af57da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:30.687729 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aacec2-fcce-49b2-9c72-a9c6d0488fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b552afb0-d77a-4688-be7f-136abc12adeb,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:30.690486 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-e1aacec2-fcce-49b2-9c72-a9c6d0488fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:30.691414 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-e1aacec2-fcce-49b2-9c72-a9c6d0488fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.694893 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-e1aacec2-fcce-49b2-9c72-a9c6d0488fcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b552afb0-d77a-4688-be7f-136abc12adeb HTTP/1.1" status: 204 len: 168 time: 0.2315922 Jul 09 19:18:30.712339 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:30.712339 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:30.712339 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] 10.222.0.26 "PUT /v2.0/ports/655f9fa5-75b9-4589-8c45-945bec3c5bf0 HTTP/1.1" status: 200 len: 1093 time: 1.1518502 Jul 09 19:18:30.712339 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe61cf1-4815-460b-a969-18e83661aed8', 'tag': '655f9fa5-75b9-4589-8c45-945bec3c5bf0'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:18:30.736319 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Pushing event updated for resources: {'Port': ['ID=655f9fa5-75b9-4589-8c45-945bec3c5bf0,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:30.740978 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-bc527cee-63f4-431d-8e64-eff76a524a28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:30.766571 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe61cf1-4815-460b-a969-18e83661aed8', 'tag': '655f9fa5-75b9-4589-8c45-945bec3c5bf0', 'status': 'completed', 'code': 200} Jul 09 19:18:30.859012 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482f853-8700-47dc-9bf5-4dc9c1eb1317 req-b1b0fcec-491d-42b6-b93a-a1c6e17fcb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:30.860457 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a482f853-8700-47dc-9bf5-4dc9c1eb1317 req-b1b0fcec-491d-42b6-b93a-a1c6e17fcb0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10517005de414c75b7ec2283c5042a91&device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 1096 time: 0.0741568 Jul 09 19:18:31.006224 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482f853-8700-47dc-9bf5-4dc9c1eb1317 req-9c36c351-9e0f-488f-97c9-659749551f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:31.007742 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a482f853-8700-47dc-9bf5-4dc9c1eb1317 req-9c36c351-9e0f-488f-97c9-659749551f40 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=10517005de414c75b7ec2283c5042a91&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1353650 Jul 09 19:18:31.028174 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc915b5-cd3c-4aac-982e-eb4524727f83 req-eefd4dc3-fd58-4957-b9b8-b338ad4286d1 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:31.035672 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fbc915b5-cd3c-4aac-982e-eb4524727f83 req-eefd4dc3-fd58-4957-b9b8-b338ad4286d1 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 943 time: 0.0892835 Jul 09 19:18:31.080360 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fbc915b5-cd3c-4aac-982e-eb4524727f83 req-fef3a69a-8f22-4da6-aa82-776df8fef0a2 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438507 Jul 09 19:18:31.147044 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482f853-8700-47dc-9bf5-4dc9c1eb1317 req-e9f8bab0-bc67-404d-96f7-5731061043d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:31.148584 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-a482f853-8700-47dc-9bf5-4dc9c1eb1317 req-e9f8bab0-bc67-404d-96f7-5731061043d6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1333189 Jul 09 19:18:31.255736 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-c0b7c088-d254-498c-a570-14e70aa8f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:31.257227 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-c0b7c088-d254-498c-a570-14e70aa8f8e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10517005de414c75b7ec2283c5042a91&device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 1096 time: 0.0717497 Jul 09 19:18:31.331410 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-a022d706-bbf5-441f-b6ac-6b47e554c3e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=655f9fa5-75b9-4589-8c45-945bec3c5bf0 HTTP/1.1" status: 200 len: 217 time: 0.0655441 Jul 09 19:18:31.392738 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-5fff1456-3ae5-4fff-8840-91367604c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:31.394129 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-5fff1456-3ae5-4fff-8840-91367604c28b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=958718e9-a510-4319-addb-67fdf45588d7 HTTP/1.1" status: 200 len: 849 time: 0.0574598 Jul 09 19:18:31.441090 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-3d921b74-0782-4adc-aab2-3dbda70e5661 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8e18d80d-f3d0-44ff-b278-b7e4b531bdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405850 Jul 09 19:18:31.573595 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-05acdc6c-780b-4c2b-b043-2dbfa7e293b3 service neutron] 10.222.0.26 "GET /v2.0/networks/8e18d80d-f3d0-44ff-b278-b7e4b531bdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257885 Jul 09 19:18:31.705830 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:31.793100 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7d3bffa-07d6-4535-8cb0-68cd5cd0f7a8 req-79e06a50-2571-4b96-838a-40157361ce7b service neutron] 10.222.0.26 "GET /v2.0/networks/8e18d80d-f3d0-44ff-b278-b7e4b531bdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104294 Jul 09 19:18:32.269548 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbcade-9448-495a-be18-444237fd3400 req-9452c284-6d4d-495c-8e69-719f7cab09c1 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:32.271015 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-97bbcade-9448-495a-be18-444237fd3400 req-9452c284-6d4d-495c-8e69-719f7cab09c1 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 943 time: 0.0821383 Jul 09 19:18:32.315115 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-97bbcade-9448-495a-be18-444237fd3400 req-9f0afc41-1bcd-4912-bef5-f51d74d39ac2 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386202 Jul 09 19:18:33.509495 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8758b1-dc2d-4487-b0c2-92996684c637 req-16b1233c-a507-4d71-9bdf-68804288161b tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:33.511058 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3f8758b1-dc2d-4487-b0c2-92996684c637 req-16b1233c-a507-4d71-9bdf-68804288161b tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 943 time: 0.0839775 Jul 09 19:18:33.555458 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3f8758b1-dc2d-4487-b0c2-92996684c637 req-b4cf3960-bdb4-4bac-94ac-02a7174539ed tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382195 Jul 09 19:18:34.744694 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db6b16-4f41-4722-8c00-a1bc7a340762 req-68b713db-fe03-47b9-bab8-dd87c9e1c2bd tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:34.746169 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-14db6b16-4f41-4722-8c00-a1bc7a340762 req-68b713db-fe03-47b9-bab8-dd87c9e1c2bd tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 943 time: 0.0810091 Jul 09 19:18:34.779558 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 655f9fa5-75b9-4589-8c45-945bec3c5bf0 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:18:34.794186 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-14db6b16-4f41-4722-8c00-a1bc7a340762 req-a1781f1f-c72f-473c-b48e-f67351573c3d tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Jul 09 19:18:34.914436 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 655f9fa5-75b9-4589-8c45-945bec3c5bf0, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=655f9fa5-75b9-4589-8c45-945bec3c5bf0,segment=NetworkSegment(3c658059-bc43-460e-9585-bdec25010cb7),segment_id=3c658059-bc43-460e-9585-bdec25010cb7)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:18:34.927724 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '655f9fa5-75b9-4589-8c45-945bec3c5bf0', 'network_id': '8e18d80d-f3d0-44ff-b278-b7e4b531bdc7', 'port_id': '655f9fa5-75b9-4589-8c45-945bec3c5bf0', 'mac_address': 'fa:16:3e:f7:b1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958718e9-a510-4319-addb-67fdf45588d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:18:34.984668 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:35.001749 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655f9fa5-75b9-4589-8c45-945bec3c5bf0 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:18:35.016853 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 655f9fa5-75b9-4589-8c45-945bec3c5bf0, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=655f9fa5-75b9-4589-8c45-945bec3c5bf0,segment=NetworkSegment(3c658059-bc43-460e-9585-bdec25010cb7),segment_id=3c658059-bc43-460e-9585-bdec25010cb7)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:18:35.081877 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:35.083675 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-12b2509a-ef8c-408b-b96c-b8dd500bdbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:35.151394 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=655f9fa5-75b9-4589-8c45-945bec3c5bf0,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:35.154978 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:35.400605 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['655f9fa5-75b9-4589-8c45-945bec3c5bf0'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:18:35.981960 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59732f8d-de7a-4b52-a748-b90d0d7d41e1 req-23d4bf60-4ba5-4d1f-b2e5-88a5acbd3ecb tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:35.983426 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-59732f8d-de7a-4b52-a748-b90d0d7d41e1 req-23d4bf60-4ba5-4d1f-b2e5-88a5acbd3ecb tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 944 time: 0.0789602 Jul 09 19:18:36.026777 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-59732f8d-de7a-4b52-a748-b90d0d7d41e1 req-6300aaba-5df0-479f-a6f6-77fdef27aae5 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377021 Jul 09 19:18:36.788120 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 655f9fa5-75b9-4589-8c45-945bec3c5bf0 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:18:36.860491 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40518) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:36.888129 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 655f9fa5-75b9-4589-8c45-945bec3c5bf0 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:18:36.893972 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 655f9fa5-75b9-4589-8c45-945bec3c5bf0 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:18:36.894470 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:36.984273 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0b9f479f-5501-4f56-bb28-1eb8142499ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:36.998540 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-0b9f479f-5501-4f56-bb28-1eb8142499ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:37.002556 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-0b9f479f-5501-4f56-bb28-1eb8142499ff admin admin] Usage tracker for resource:security_group_rule and tenant:87f13f5c110c444a932dd1794fec94cd is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:37.005451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-0b9f479f-5501-4f56-bb28-1eb8142499ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:37.011197 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-0b9f479f-5501-4f56-bb28-1eb8142499ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:37.012031 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:37.039640 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe61cf1-4815-460b-a969-18e83661aed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655f9fa5-75b9-4589-8c45-945bec3c5bf0'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:18:37.050278 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 655f9fa5-75b9-4589-8c45-945bec3c5bf0, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=655f9fa5-75b9-4589-8c45-945bec3c5bf0,segment=NetworkSegment(3c658059-bc43-460e-9585-bdec25010cb7),segment_id=3c658059-bc43-460e-9585-bdec25010cb7)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:18:37.087667 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe61cf1-4815-460b-a969-18e83661aed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655f9fa5-75b9-4589-8c45-945bec3c5bf0', 'code': 200} Jul 09 19:18:37.094559 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0b9f479f-5501-4f56-bb28-1eb8142499ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:37.127537 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:37.130438 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-92f46635-5bd7-484f-91cb-71ce7af4b5e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:37.172988 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0b9f479f-5501-4f56-bb28-1eb8142499ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:37.180548 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0bbe5e6a-064b-4ca9-9c0d-dafa7e0c81d1 tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:37.204859 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=655f9fa5-75b9-4589-8c45-945bec3c5bf0,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:37.208358 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:37.210816 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f479f-5501-4f56-bb28-1eb8142499ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d9fb37-a80b-4f55-b549-ce0ec24e144b,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:37.219790 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0b9f479f-5501-4f56-bb28-1eb8142499ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:37.222956 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf573bd4-5ef3-4b83-a479-92da7ed47130 req-532cfa9d-923c-402f-a95c-624938d4f1c8 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:37.223863 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf573bd4-5ef3-4b83-a479-92da7ed47130 req-532cfa9d-923c-402f-a95c-624938d4f1c8 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 945 time: 0.0889993 Jul 09 19:18:37.229216 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-0b9f479f-5501-4f56-bb28-1eb8142499ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87f13f5c110c444a932dd1794fec94cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674383 Jul 09 19:18:37.231922 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40528) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:37.271543 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf573bd4-5ef3-4b83-a479-92da7ed47130 req-1458c216-815e-4396-ac54-54370ad79240 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411096 Jul 09 19:18:37.294347 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-14a94b5a-312f-4ebc-bdf5-07c3afa5962d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:37.321242 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-14a94b5a-312f-4ebc-bdf5-07c3afa5962d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:37.466975 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-14a94b5a-312f-4ebc-bdf5-07c3afa5962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:37.475465 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fe090389-05a4-4e2f-b627-780edf956268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:37.495514 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a94b5a-312f-4ebc-bdf5-07c3afa5962d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d9fb37-a80b-4f55-b549-ce0ec24e144b,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:37.500053 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-14a94b5a-312f-4ebc-bdf5-07c3afa5962d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:37.502407 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-14a94b5a-312f-4ebc-bdf5-07c3afa5962d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:37.503538 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-14a94b5a-312f-4ebc-bdf5-07c3afa5962d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7d9fb37-a80b-4f55-b549-ce0ec24e144b HTTP/1.1" status: 204 len: 168 time: 0.2707300 Jul 09 19:18:37.523074 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94932338-8142-4da9-a196-e0d3110f3b02 req-db89157b-1385-472e-8f99-a87434689849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:37.524524 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-94932338-8142-4da9-a196-e0d3110f3b02 req-db89157b-1385-472e-8f99-a87434689849 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 1098 time: 0.0918863 Jul 09 19:18:37.565252 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-94932338-8142-4da9-a196-e0d3110f3b02 req-e341ca54-eee3-42a0-aa09-00b1a49abd22 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346956 Jul 09 19:18:38.064349 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40536) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:38.082428 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:38.096705 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:38.100501 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] Usage tracker for resource:security_group_rule and tenant:4df794b02db546bab3419b158bf410ec is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:38.103338 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:38.108961 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:38.188518 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:38.288304 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:38.297059 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-82b1a453-343a-4a2d-b84c-5a2d29b3d49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:38.337464 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4df794b02db546bab3419b158bf410ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720416 Jul 09 19:18:38.338224 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecd8fa8-6a64-4775-bd29-a03c3563ded3,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:38.340307 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40542) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:38.341355 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:38.398274 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-08fec829-90d1-4e55-8eef-a3ec1961f0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:38.427335 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-08fec829-90d1-4e55-8eef-a3ec1961f0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:38.461048 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb706aa7-e365-402a-bd56-53b5a7681654 req-dd202d5b-2811-441c-bf1c-bb619d268831 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:38.462907 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eb706aa7-e365-402a-bd56-53b5a7681654 req-dd202d5b-2811-441c-bf1c-bb619d268831 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 945 time: 0.0842505 Jul 09 19:18:38.510177 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-eb706aa7-e365-402a-bd56-53b5a7681654 req-2677460f-7c6c-4d3e-a1aa-4a905736b07d tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Jul 09 19:18:38.567652 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-08fec829-90d1-4e55-8eef-a3ec1961f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:38.572599 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-21e70f90-b4e2-43b0-b3b0-7281a555e3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:38.582652 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fec829-90d1-4e55-8eef-a3ec1961f0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecd8fa8-6a64-4775-bd29-a03c3563ded3,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:38.587409 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-08fec829-90d1-4e55-8eef-a3ec1961f0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:38.589344 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-08fec829-90d1-4e55-8eef-a3ec1961f0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:38.591547 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-08fec829-90d1-4e55-8eef-a3ec1961f0fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ecd8fa8-6a64-4775-bd29-a03c3563ded3 HTTP/1.1" status: 204 len: 168 time: 0.2501752 Jul 09 19:18:39.693556 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd0db8-714c-41f1-83e9-554e627a85c6 req-97d8539f-e16a-490b-a2a0-b425bbd06d15 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:39.695037 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e4dd0db8-714c-41f1-83e9-554e627a85c6 req-97d8539f-e16a-490b-a2a0-b425bbd06d15 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 945 time: 0.0840306 Jul 09 19:18:39.834017 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e4dd0db8-714c-41f1-83e9-554e627a85c6 req-7d343d4c-0437-46fd-9761-1e69baf0c020 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332946 Jul 09 19:18:44.233841 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046e19e-8334-4858-86f8-a828b9771971 req-80bb0b2a-f919-478d-92a8-5ace221d5c72 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:44.235379 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0046e19e-8334-4858-86f8-a828b9771971 req-80bb0b2a-f919-478d-92a8-5ace221d5c72 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 945 time: 0.0815060 Jul 09 19:18:44.289149 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-0046e19e-8334-4858-86f8-a828b9771971 req-89ca15b5-c902-4e6b-9721-494e27f89041 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481999 Jul 09 19:18:44.636715 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40652) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:44.747725 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:44.762167 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:44.765938 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Usage tracker for resource:security_group_rule and tenant:7bdf95ab6873446580a3f4bc44fa02f3 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:44.768962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:44.774537 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:44.852429 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:44.950891 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:44.958130 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-ad8e30f5-b7e5-47f8-ba81-9258d6c11687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:44.996704 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f396e1-6c22-4e3d-8e17-7fceb6a098d8,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:45.000565 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bdf95ab6873446580a3f4bc44fa02f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628762 Jul 09 19:18:45.003440 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40658) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:45.006390 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.006830 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.007192 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.007549 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.007899 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.008251 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.008599 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.008945 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.009294 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.009636 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.009984 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.010326 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.013999 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:45.061330 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:45.086018 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:45.241082 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:45.244853 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-b81d8036-37fa-4066-9239-6a861eb2dc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:45.257609 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f396e1-6c22-4e3d-8e17-7fceb6a098d8,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:45.268134 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.268499 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.268856 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.269207 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.269552 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.269897 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.270235 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.270574 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.270935 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.271274 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.271605 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.271935 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:18:45.274982 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:45.279724 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:45.281383 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-039fccf0-5f6c-4944-bda5-3fecc51785e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1f396e1-6c22-4e3d-8e17-7fceb6a098d8 HTTP/1.1" status: 204 len: 168 time: 0.2769799 Jul 09 19:18:45.478265 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560f4f2-2d6f-4b85-9699-1304b6eb7e65 req-cca00c05-be51-4d70-ac58-a47635338f9a tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:45.479736 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6560f4f2-2d6f-4b85-9699-1304b6eb7e65 req-cca00c05-be51-4d70-ac58-a47635338f9a tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 945 time: 0.0859005 Jul 09 19:18:45.523443 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6560f4f2-2d6f-4b85-9699-1304b6eb7e65 req-f90016b6-3090-40b6-9d4b-05ca94686169 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/security-groups?id=a8ec91df-6a13-44cc-837b-52f20e53ad5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 Jul 09 19:18:45.770720 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-ae6aef6c-050d-4d84-973a-c60808e3db61 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:18:45.771413 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-ae6aef6c-050d-4d84-973a-c60808e3db61 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Synchronizing usage tracker for tenant:10517005de414c75b7ec2283c5042a91 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:18:45.894770 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40668) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:45.905227 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-ae6aef6c-050d-4d84-973a-c60808e3db61 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Unset dirty status for tenant:10517005de414c75b7ec2283c5042a91 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:18:45.906738 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-ae6aef6c-050d-4d84-973a-c60808e3db61 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.26 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 945 time: 0.2182612 Jul 09 19:18:45.912268 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d6c80822-3852-4c8e-a9e0-c300d30ee8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:45.927294 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-d6c80822-3852-4c8e-a9e0-c300d30ee8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:18:45.931273 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-d6c80822-3852-4c8e-a9e0-c300d30ee8fe admin admin] Usage tracker for resource:security_group_rule and tenant:d5d98c5aec55421aace92ecd5ef7282e is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:18:45.934259 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-d6c80822-3852-4c8e-a9e0-c300d30ee8fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:18:45.940650 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-d6c80822-3852-4c8e-a9e0-c300d30ee8fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:18:45.978948 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Deleting port 655f9fa5-75b9-4589-8c45-945bec3c5bf0 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:18:45.979307 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:46.022513 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d6c80822-3852-4c8e-a9e0-c300d30ee8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:46.087745 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d6c80822-3852-4c8e-a9e0-c300d30ee8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:46.096327 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-221fe175-4a59-4d13-b96b-f9f82097f2f3 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:46.137428 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-d6c80822-3852-4c8e-a9e0-c300d30ee8fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5d98c5aec55421aace92ecd5ef7282e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391193 Jul 09 19:18:46.137428 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c80822-3852-4c8e-a9e0-c300d30ee8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe14690-e8d3-42ba-83b5-2b6209b86c3e,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:46.139039 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40672) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:18:46.141495 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d6c80822-3852-4c8e-a9e0-c300d30ee8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:46.202365 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9d9d2b50-ca72-4df4-b179-343fe64ba8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:46.223863 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] For port 655f9fa5-75b9-4589-8c45-945bec3c5bf0, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=655f9fa5-75b9-4589-8c45-945bec3c5bf0,segment=NetworkSegment(3c658059-bc43-460e-9585-bdec25010cb7),segment_id=3c658059-bc43-460e-9585-bdec25010cb7)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:18:46.224219 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:46.227952 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9d9d2b50-ca72-4df4-b179-343fe64ba8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:46.328166 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9d9d2b50-ca72-4df4-b179-343fe64ba8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:46.332887 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-0a29528e-75c3-4fdf-b95a-d30ab5d321f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:46.345205 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d2b50-ca72-4df4-b179-343fe64ba8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe14690-e8d3-42ba-83b5-2b6209b86c3e,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:46.346363 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Calling delete_port for 655f9fa5-75b9-4589-8c45-945bec3c5bf0 owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:18:46.348175 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-9d9d2b50-ca72-4df4-b179-343fe64ba8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:46.350062 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-9d9d2b50-ca72-4df4-b179-343fe64ba8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:46.351231 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-9d9d2b50-ca72-4df4-b179-343fe64ba8d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/afe14690-e8d3-42ba-83b5-2b6209b86c3e HTTP/1.1" status: 204 len: 168 time: 0.2112575 Jul 09 19:18:46.516492 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:46.522119 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-83fe8f7a-22b8-491d-b4a7-3178062af627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:18:46.527741 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['655f9fa5-75b9-4589-8c45-945bec3c5bf0'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:18:46.572403 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Pushing event deleted for resources: {'Port': ['ID=655f9fa5-75b9-4589-8c45-945bec3c5bf0,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:18:46.575605 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:18:46.647627 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] No DVR routers for this DVR port 655f9fa5-75b9-4589-8c45-945bec3c5bf0 on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:18:46.650156 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:46.652953 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe61cf1-4815-460b-a969-18e83661aed8', 'name': 'network-vif-deleted', 'tag': '655f9fa5-75b9-4589-8c45-945bec3c5bf0'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:18:46.682881 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-24fa09bb-6b0f-4842-9571-9ad23b930588 req-568026cb-8522-4e20-ba97-0650778f11c5 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fe61cf1-4815-460b-a969-18e83661aed8 HTTP/1.1" status: 200 len: 210 time: 0.0459507 Jul 09 19:18:46.711329 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe61cf1-4815-460b-a969-18e83661aed8', 'name': 'network-vif-deleted', 'tag': '655f9fa5-75b9-4589-8c45-945bec3c5bf0', 'status': 'completed', 'code': 200} Jul 09 19:18:46.740502 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-bb7fbc7f-dfdd-437d-bf83-8f89ebff8d22 req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] 10.222.0.26 "DELETE /v2.0/ports/655f9fa5-75b9-4589-8c45-945bec3c5bf0 HTTP/1.1" status: 204 len: 173 time: 0.8276007 Jul 09 19:18:47.528286 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6d28db55-386c-4afc-8db0-819510025bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:48.127732 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:49.257291 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:18:49.962372 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-92f220af-8cb3-4799-a6bb-040aa892ba57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:50.863554 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 655f9fa5-75b9-4589-8c45-945bec3c5bf0 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:18:50.896803 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 655f9fa5-75b9-4589-8c45-945bec3c5bf0 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:18:50.897147 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 655f9fa5-75b9-4589-8c45-945bec3c5bf0 not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:18:51.288270 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:18:52.801118 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:01.692411 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.166870 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40910) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:06.282900 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f9e96a28-ee8e-4dac-9002-02d7ab3a928b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.297413 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-f9e96a28-ee8e-4dac-9002-02d7ab3a928b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:06.301751 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-f9e96a28-ee8e-4dac-9002-02d7ab3a928b admin admin] Usage tracker for resource:security_group_rule and tenant:b8d2cc6f5d094fcf9958cf5c0adb81f5 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:06.304585 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-f9e96a28-ee8e-4dac-9002-02d7ab3a928b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:06.313709 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-f9e96a28-ee8e-4dac-9002-02d7ab3a928b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:06.396845 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f9e96a28-ee8e-4dac-9002-02d7ab3a928b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.475880 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f9e96a28-ee8e-4dac-9002-02d7ab3a928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.484220 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-7cc461e6-3e22-4d60-b7b2-969d4e0bfc9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:06.523536 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-f9e96a28-ee8e-4dac-9002-02d7ab3a928b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8d2cc6f5d094fcf9958cf5c0adb81f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555260 Jul 09 19:19:06.524560 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e96a28-ee8e-4dac-9002-02d7ab3a928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71922fe3-4838-4562-9597-2202f7a40090,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:06.526156 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 40922) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:06.528093 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f9e96a28-ee8e-4dac-9002-02d7ab3a928b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:06.593649 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d7d17080-92c5-4b84-ad74-a6af1a10e442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.620327 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d7d17080-92c5-4b84-ad74-a6af1a10e442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.731785 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d7d17080-92c5-4b84-ad74-a6af1a10e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.736525 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-647e7cea-b53e-4893-8c69-bb62de85cd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:06.748038 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d17080-92c5-4b84-ad74-a6af1a10e442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71922fe3-4838-4562-9597-2202f7a40090,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:06.751414 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d7d17080-92c5-4b84-ad74-a6af1a10e442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:06.753404 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d7d17080-92c5-4b84-ad74-a6af1a10e442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:06.754661 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-d7d17080-92c5-4b84-ad74-a6af1a10e442 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71922fe3-4838-4562-9597-2202f7a40090 HTTP/1.1" status: 204 len: 168 time: 0.2270558 Jul 09 19:19:07.682824 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40948) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:07.743904 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-50284107-b37d-4613-8f8d-622222024d98 admin admin] Deleting subnet 958718e9-a510-4319-addb-67fdf45588d7 {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:19:07.747147 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-50284107-b37d-4613-8f8d-622222024d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:07.800434 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-50284107-b37d-4613-8f8d-622222024d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10533813'] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:07.941657 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-50284107-b37d-4613-8f8d-622222024d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.076265 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-50284107-b37d-4613-8f8d-622222024d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11391548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10767504'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.080919 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:08.119154 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50284107-b37d-4613-8f8d-622222024d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958718e9-a510-4319-addb-67fdf45588d7,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:08.121697 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-50284107-b37d-4613-8f8d-622222024d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:08.124764 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-50284107-b37d-4613-8f8d-622222024d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.137756 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-50284107-b37d-4613-8f8d-622222024d98 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/958718e9-a510-4319-addb-67fdf45588d7 HTTP/1.1" status: 204 len: 168 time: 0.4514992 Jul 09 19:19:08.137930 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40990) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:08.244785 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.368476 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.381952 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e18d80d-f3d0-44ff-b278-b7e4b531bdc7']}} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:08.394044 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c658059-bc43-460e-9585-bdec25010cb7') {'for_net_delete': True} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:08.394341 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c658059-bc43-460e-9585-bdec25010cb7') {} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:08.405495 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10533822'] for segment, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.421272 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.427115 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=79199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:19:08.427488 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11292570'] for segment, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: Traceback (most recent call last): Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: timer() Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: cb(*args, **kw) Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: return func(*args, **kwargs) Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: self._notify() Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: self.callback(batched_events) Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: event.method(event) Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: return f(self, *a, **k) Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: return self._get(url).json() Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: return self.request(url, 'GET', **kwargs) Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:19:08.441035 dv-cinder-800268-1-smb neutron-server[79199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:19:08.562239 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.565862 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:08.579215 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.589495 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e18d80d-f3d0-44ff-b278-b7e4b531bdc7,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:08.592583 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:08.665036 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-257fd20e-e76a-4382-9af4-bc0e61c28d99 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8e18d80d-f3d0-44ff-b278-b7e4b531bdc7 HTTP/1.1" status: 204 len: 168 time: 0.5261271 Jul 09 19:19:08.667736 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 40998) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:08.726047 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-69065cb3-4040-4b19-9797-1b0e63ae2f3c admin admin] Deleting subnet ef351e7e-c514-41dd-a9ce-9d6be93cca9e {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:19:08.729012 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-69065cb3-4040-4b19-9797-1b0e63ae2f3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.783072 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-69065cb3-4040-4b19-9797-1b0e63ae2f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10533813'] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.841760 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-69065cb3-4040-4b19-9797-1b0e63ae2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.967483 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-69065cb3-4040-4b19-9797-1b0e63ae2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11391548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10767504'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:08.971567 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-525df1b8-388a-46ee-b12c-be88183086d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:09.009094 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69065cb3-4040-4b19-9797-1b0e63ae2f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef351e7e-c514-41dd-a9ce-9d6be93cca9e,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:09.012132 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-69065cb3-4040-4b19-9797-1b0e63ae2f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:09.013159 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-69065cb3-4040-4b19-9797-1b0e63ae2f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.019410 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-69065cb3-4040-4b19-9797-1b0e63ae2f3c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ef351e7e-c514-41dd-a9ce-9d6be93cca9e HTTP/1.1" status: 204 len: 168 time: 0.3507252 Jul 09 19:19:09.021787 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 41006) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:09.122657 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.252408 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.264939 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1144e6a-1c2b-4602-92f8-9438cdf974ff']}} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:09.276981 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d408bd-7df8-4e28-aa60-de07f82c5ee3') {'for_net_delete': True} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:09.277277 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d408bd-7df8-4e28-aa60-de07f82c5ee3') {} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:09.288356 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10533822'] for segment, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.306994 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.314173 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=79199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:19:09.314576 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11292570'] for segment, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: Traceback (most recent call last): Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: timer() Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: cb(*args, **kw) Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: return func(*args, **kwargs) Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: self._notify() Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: self.callback(batched_events) Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: event.method(event) Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: return f(self, *a, **k) Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: return self._get(url).json() Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: return self.request(url, 'GET', **kwargs) Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:19:09.328644 dv-cinder-800268-1-smb neutron-server[79199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:19:09.458773 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.462936 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-9ee2f3c1-9ae1-4383-962e-a699bf80fdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:09.476396 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.485805 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1144e6a-1c2b-4602-92f8-9438cdf974ff,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:09.488599 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] 10.222.0.16 "DELETE /v2.0/networks/e1144e6a-1c2b-4602-92f8-9438cdf974ff HTTP/1.1" status: 204 len: 168 time: 0.4659247 Jul 09 19:19:09.489530 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-35b9a64e-b5f6-4565-bc3d-44e8fc50018b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:09.847874 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 41026) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:09.898122 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-c0313255-3e73-436a-a2db-91a923a3e639 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10517005de414c75b7ec2283c5042a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490386 Jul 09 19:19:09.900471 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 41032) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:09.960042 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-18efa3a2-e56e-435e-824d-dff485eb30c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:09.987003 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-18efa3a2-e56e-435e-824d-dff485eb30c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:10.144537 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-18efa3a2-e56e-435e-824d-dff485eb30c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:10.148457 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-137f6b29-106c-4e0a-93e0-9a8d908ebfe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:10.162159 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efa3a2-e56e-435e-824d-dff485eb30c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec91df-6a13-44cc-837b-52f20e53ad5e,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:10.164692 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-18efa3a2-e56e-435e-824d-dff485eb30c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:10.223428 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-18efa3a2-e56e-435e-824d-dff485eb30c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:10.224568 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-18efa3a2-e56e-435e-824d-dff485eb30c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8ec91df-6a13-44cc-837b-52f20e53ad5e HTTP/1.1" status: 204 len: 168 time: 0.3232067 Jul 09 19:19:10.801975 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 41040) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:10.854090 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-99da9a6b-12aa-41f1-92a2-e58191052619 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=260756083730467aa4b3aa1ac5434a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508344 Jul 09 19:19:10.856387 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 41044) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:10.914944 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4ea0-b4f5-49bc-a26f-7a8c792d00f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:10.940528 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4ea0-b4f5-49bc-a26f-7a8c792d00f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:11.051919 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4ea0-b4f5-49bc-a26f-7a8c792d00f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:11.055688 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0c7f5bd4-0be0-4958-98b0-ac6adf32e138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:11.067100 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d4ea0-b4f5-49bc-a26f-7a8c792d00f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a9e509-b402-40c6-8265-f919f783d57b,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:11.070926 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0f1d4ea0-b4f5-49bc-a26f-7a8c792d00f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:11.074052 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4ea0-b4f5-49bc-a26f-7a8c792d00f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:11.075197 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-0f1d4ea0-b4f5-49bc-a26f-7a8c792d00f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2a9e509-b402-40c6-8265-f919f783d57b HTTP/1.1" status: 204 len: 168 time: 0.2179244 Jul 09 19:19:16.785017 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 41116) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:16.903095 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c20d701f-f37a-4890-be42-77ee44825d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:16.918164 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-c20d701f-f37a-4890-be42-77ee44825d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:16.922593 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-c20d701f-f37a-4890-be42-77ee44825d5a admin admin] Usage tracker for resource:security_group_rule and tenant:b10df19969554ebfaabe6d290ace071a is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:16.925400 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-c20d701f-f37a-4890-be42-77ee44825d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:16.931187 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-c20d701f-f37a-4890-be42-77ee44825d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:17.017064 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c20d701f-f37a-4890-be42-77ee44825d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:17.074319 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-c20d701f-f37a-4890-be42-77ee44825d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:17.167713 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-14a94b5a-312f-4ebc-bdf5-07c3afa5962d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:17.206503 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d701f-f37a-4890-be42-77ee44825d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0fa08e-f6da-4c65-8a8b-3b779bd1f668,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:17.210910 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-c20d701f-f37a-4890-be42-77ee44825d5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b10df19969554ebfaabe6d290ace071a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248538 Jul 09 19:19:17.211916 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c20d701f-f37a-4890-be42-77ee44825d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:17.213615 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 41122) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:17.274375 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3c476a5e-faa5-4057-9a7f-99c842f03d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:17.301744 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3c476a5e-faa5-4057-9a7f-99c842f03d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:17.436063 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3c476a5e-faa5-4057-9a7f-99c842f03d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:17.439863 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6657f806-1607-4f44-a254-61fb4efb6601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:17.452956 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c476a5e-faa5-4057-9a7f-99c842f03d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0fa08e-f6da-4c65-8a8b-3b779bd1f668,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:17.455836 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3c476a5e-faa5-4057-9a7f-99c842f03d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:17.457775 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-3c476a5e-faa5-4057-9a7f-99c842f03d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:17.458912 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-3c476a5e-faa5-4057-9a7f-99c842f03d12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc0fa08e-f6da-4c65-8a8b-3b779bd1f668 HTTP/1.1" status: 204 len: 168 time: 0.2443173 Jul 09 19:19:17.538903 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-5c32b25b-44d2-4826-8802-8e3a0ef8acd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.002848 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 41132) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:18.020698 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca1fb-a730-4c9b-9f19-d5b0e7524d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.038580 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-4b7ca1fb-a730-4c9b-9f19-d5b0e7524d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:18.042320 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-4b7ca1fb-a730-4c9b-9f19-d5b0e7524d08 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c6c24184024b4fa149b38f04b4d289 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:18.045094 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-4b7ca1fb-a730-4c9b-9f19-d5b0e7524d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:18.050965 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-4b7ca1fb-a730-4c9b-9f19-d5b0e7524d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:18.098232 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.133994 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca1fb-a730-4c9b-9f19-d5b0e7524d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.245598 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca1fb-a730-4c9b-9f19-d5b0e7524d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.254504 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-6b5edfc4-c36a-4b61-809a-7c762e3634fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:18.295815 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-4b7ca1fb-a730-4c9b-9f19-d5b0e7524d08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7c6c24184024b4fa149b38f04b4d289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918937 Jul 09 19:19:18.296718 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ca1fb-a730-4c9b-9f19-d5b0e7524d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20985066-fbc6-46e0-89d8-5ddc727d1412,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:18.298967 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41136) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:18.300371 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4b7ca1fb-a730-4c9b-9f19-d5b0e7524d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:18.357362 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71dd9565-9a4e-4dc4-8274-55f186e95a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.383628 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71dd9565-9a4e-4dc4-8274-55f186e95a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.491794 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71dd9565-9a4e-4dc4-8274-55f186e95a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.496625 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4e263ba8-d166-44e9-8313-fceeeaae0435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:18.511527 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd9565-9a4e-4dc4-8274-55f186e95a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20985066-fbc6-46e0-89d8-5ddc727d1412,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:18.514281 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-71dd9565-9a4e-4dc4-8274-55f186e95a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:18.516291 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-71dd9565-9a4e-4dc4-8274-55f186e95a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:18.518604 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-71dd9565-9a4e-4dc4-8274-55f186e95a14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20985066-fbc6-46e0-89d8-5ddc727d1412 HTTP/1.1" status: 204 len: 168 time: 0.2185121 Jul 09 19:19:19.557634 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41162) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:19.660401 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-930273490-network', 'tenant_id': '4160ef29e712451b8108c9be6258e10b'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:19.665012 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:19.668820 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Usage tracker for resource:network and tenant:4160ef29e712451b8108c9be6258e10b is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:19.671658 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:19.678879 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:19.732765 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Made reservation on behalf of 4160ef29e712451b8108c9be6258e10b for: {'network': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:19:19.735150 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:19.751001 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:19.765693 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:19.770395 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Usage tracker for resource:security_group_rule and tenant:4160ef29e712451b8108c9be6258e10b is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:19.773788 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:19.780011 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:19.863258 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:19.920217 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:19.923333 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8aa0221f-5a9d-49e3-81c7-20059addfd84 tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:19.944274 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2d4c4ef8-7968-4415-aba3-fd46b05d883c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:19.957424 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=79198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:19:19.959917 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c539d-a845-46ae-b102-f82e45cf117e,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:19.965165 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:19.970160 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:19.970606 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.segments_db [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Added segment acb3375a-66f3-46df-afe8-7320d436ec3b of type vlan for network 38802408-ddd4-4611-87c6-df522c8d5ed4 Jul 09 19:19:19.995841 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:20.087297 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:20.088648 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:20.089226 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:20.092730 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:20.198604 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Pushing event updated for resources: {'Network': ['ID=38802408-ddd4-4611-87c6-df522c8d5ed4,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:20.201283 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:20.208773 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 38802408-ddd4-4611-87c6-df522c8d5ed4 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:19:20.276049 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7173405 Jul 09 19:19:20.278755 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41170) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:20.284210 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Request body: {'subnet': {'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-930273490-subnet', 'tenant_id': '4160ef29e712451b8108c9be6258e10b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:20.288965 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:20.293059 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Usage tracker for resource:subnet and tenant:4160ef29e712451b8108c9be6258e10b is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:20.295963 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:20.302127 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:20.366743 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Made reservation on behalf of 4160ef29e712451b8108c9be6258e10b for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:19:20.369024 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6437967'] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:20.652822 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6623523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6437977'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:20.657547 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-215a12e7-3fb1-49e7-8322-ab566973eb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:20.727028 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2536f9dd-5e11-46ac-9a3a-ab0c9687db5b,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:20.730181 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:20.735751 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Checking segment: {'id': 'acb3375a-66f3-46df-afe8-7320d436ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:19:20.736101 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Network hostable DHCP agents. Network: 38802408-ddd4-4611-87c6-df522c8d5ed4, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:19:20.841315 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Network 38802408-ddd4-4611-87c6-df522c8d5ed4 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:19:20.904359 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 38802408-ddd4-4611-87c6-df522c8d5ed4) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:20.909081 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:20.910212 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:20.914104 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ca4de2-86ce-44d2-8670-68590856ec9c None None] Network 38802408-ddd4-4611-87c6-df522c8d5ed4 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:19:21.000681 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-8aef2161-b56d-404b-b2e2-2baecdb563c5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7208118 Jul 09 19:19:21.124806 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d51c4-f30a-4517-9b6c-f7e32b0551f1 None None] Network 38802408-ddd4-4611-87c6-df522c8d5ed4 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:19:21.316595 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:22.772938 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:23.522790 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-e5f0722d-2d03-4e19-8513-8b084bc53c68 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:23.523355 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-e5f0722d-2d03-4e19-8513-8b084bc53c68 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Synchronizing usage tracker for tenant:4160ef29e712451b8108c9be6258e10b on resource:network {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:19:23.612371 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-e5f0722d-2d03-4e19-8513-8b084bc53c68 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Unset dirty status for tenant:4160ef29e712451b8108c9be6258e10b on resource:network {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:19:23.613497 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-e5f0722d-2d03-4e19-8513-8b084bc53c68 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/networks?id=38802408-ddd4-4611-87c6-df522c8d5ed4 HTTP/1.1" status: 200 len: 813 time: 0.2328234 Jul 09 19:19:23.628154 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-1c798c8d-507d-471b-a2ba-d5321b1826c7 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/quotas/4160ef29e712451b8108c9be6258e10b HTTP/1.1" status: 200 len: 375 time: 0.0092785 Jul 09 19:19:23.673018 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-970d0f73-cec9-4dea-970c-8cf8157df622 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4160ef29e712451b8108c9be6258e10b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402105 Jul 09 19:19:23.682824 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-06fdd458-5500-461c-97ce-f47ff10c9b37 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:19:23.683716 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-06fdd458-5500-461c-97ce-f47ff10c9b37 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047514 Jul 09 19:19:23.811090 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-ca377833-024e-4185-adea-bca14909b50d service neutron] 10.222.0.16 "GET /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222465 Jul 09 19:19:23.942130 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-1344c078-99dd-49fe-8032-e2ed3884199b service neutron] 10.222.0.16 "GET /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248665 Jul 09 19:19:24.246157 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-f7abfbc3-13e1-4623-a172-da5b2753ace6 req-0cad0b73-4a29-42e4-a9ec-21cc303d8396 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 210 time: 0.0964265 Jul 09 19:19:25.394299 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6b7557ed-6795-47e4-86d5-1d31ea9657f1 req-ad36ae03-66ed-41dd-80c8-db27c0ea445e tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 210 time: 0.0439789 Jul 09 19:19:26.256828 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:19:26.312082 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-f5ea73b7-e434-40df-8b8f-8881687bcb77 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:26.313562 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-f5ea73b7-e434-40df-8b8f-8881687bcb77 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.26 "GET /v2.0/networks?id=38802408-ddd4-4611-87c6-df522c8d5ed4 HTTP/1.1" status: 200 len: 813 time: 0.1459520 Jul 09 19:19:26.325077 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Request body: {'port': {'device_id': '31e9fec2-51d7-4042-886d-8f60e7de31e9', 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4', 'admin_state_up': True, 'tenant_id': '4160ef29e712451b8108c9be6258e10b'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:26.460051 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:26.463964 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Usage tracker for resource:port and tenant:4160ef29e712451b8108c9be6258e10b is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:26.466792 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:26.472517 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:26.544234 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-98a230f1-bed8-4920-ac88-7348bbf37086 req-364f7e2b-3e3b-441f-9552-b4459a1f1862 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 210 time: 0.0424283 Jul 09 19:19:26.560790 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Made reservation on behalf of 4160ef29e712451b8108c9be6258e10b for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:19:26.564987 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:26.728521 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Allocated IP 172.20.0.6 (38802408-ddd4-4611-87c6-df522c8d5ed4/2536f9dd-5e11-46ac-9a3a-ab0c9687db5b/094f25de-6005-472c-bcb8-b3b03977befc) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:19:26.931175 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.041174 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.046841 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:27.111035 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Network 38802408-ddd4-4611-87c6-df522c8d5ed4 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:19:27.113958 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:27.117829 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:19:27.163471 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Pushing event updated for resources: {'Port': ['ID=094f25de-6005-472c-bcb8-b3b03977befc,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:27.167908 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:27.184678 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:27.185215 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.275671 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9542871 Jul 09 19:19:27.294366 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-86630f5d-1d95-4a73-bf4b-e8f4c9612619 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79199) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:19:27.295318 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-86630f5d-1d95-4a73-bf4b-e8f4c9612619 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049942 Jul 09 19:19:27.350735 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Request body: {'port': {'device_id': '31e9fec2-51d7-4042-886d-8f60e7de31e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:27.462200 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.822276 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094f25de-6005-472c-bcb8-b3b03977befc {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:19:27.827975 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a84ec-90b1-4f3b-9b8e-0550f159db33 req-e2bd8be7-5339-4832-b6dd-bcce351ac44d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:27.829461 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d79a84ec-90b1-4f3b-9b8e-0550f159db33 req-e2bd8be7-5339-4832-b6dd-bcce351ac44d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 931 time: 0.1750207 Jul 09 19:19:27.830894 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.854024 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Transition to ACTIVE for port object 094f25de-6005-472c-bcb8-b3b03977befc will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:19:27.876484 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-d79a84ec-90b1-4f3b-9b8e-0550f159db33 req-13fe42b9-8170-4b6f-adce-8c377f37ef6d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Synchronizing usage tracker for tenant:4160ef29e712451b8108c9be6258e10b on resource:security_group {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:19:27.925539 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:27.930297 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-c61a6ff3-d407-49ef-bd42-b4777814f6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:27.954007 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-d79a84ec-90b1-4f3b-9b8e-0550f159db33 req-13fe42b9-8170-4b6f-adce-8c377f37ef6d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Unset dirty status for tenant:4160ef29e712451b8108c9be6258e10b on resource:security_group {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:19:27.955363 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d79a84ec-90b1-4f3b-9b8e-0550f159db33 req-13fe42b9-8170-4b6f-adce-8c377f37ef6d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192656 Jul 09 19:19:28.173622 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Pushing event updated for resources: {'Port': ['ID=094f25de-6005-472c-bcb8-b3b03977befc,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:28.181246 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:28.248108 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Attempting to bind port 094f25de-6005-472c-bcb8-b3b03977befc on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:19:28.248355 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Attempting to bind port 094f25de-6005-472c-bcb8-b3b03977befc by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': 'acb3375a-66f3-46df-afe8-7320d436ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:19:28.248677 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Attempting to bind port 094f25de-6005-472c-bcb8-b3b03977befc on network 38802408-ddd4-4611-87c6-df522c8d5ed4 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:19:28.253218 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Port 094f25de-6005-472c-bcb8-b3b03977befc on network 38802408-ddd4-4611-87c6-df522c8d5ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:19:28.253531 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Attempting to bind port 094f25de-6005-472c-bcb8-b3b03977befc on network 38802408-ddd4-4611-87c6-df522c8d5ed4 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:19:28.258470 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:19:28.258829 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Checking segment: {'id': 'acb3375a-66f3-46df-afe8-7320d436ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:19:28.259204 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Bound using segment: {'id': 'acb3375a-66f3-46df-afe8-7320d436ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:19:28.259623 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Bound port: 094f25de-6005-472c-bcb8-b3b03977befc, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb3375a-66f3-46df-afe8-7320d436ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:19:28.259961 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:28.351446 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] For port 094f25de-6005-472c-bcb8-b3b03977befc, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:19:28.354244 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] For port 094f25de-6005-472c-bcb8-b3b03977befc, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=094f25de-6005-472c-bcb8-b3b03977befc,segment=NetworkSegment(acb3375a-66f3-46df-afe8-7320d436ec3b),segment_id=acb3375a-66f3-46df-afe8-7320d436ec3b)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:19:28.435545 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:28.439926 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-2cc75802-ae41-44aa-a6f8-2087c2ba61e1 tempest-VolumesActionsTest-317423389 tempest-VolumesActionsTest-317423389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:28.493346 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:28.493946 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:28.495465 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] 10.222.0.26 "PUT /v2.0/ports/094f25de-6005-472c-bcb8-b3b03977befc HTTP/1.1" status: 200 len: 1093 time: 1.1935837 Jul 09 19:19:28.495979 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e9fec2-51d7-4042-886d-8f60e7de31e9', 'tag': '094f25de-6005-472c-bcb8-b3b03977befc'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:19:28.516216 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Pushing event updated for resources: {'Port': ['ID=094f25de-6005-472c-bcb8-b3b03977befc,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:28.519888 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:28.539819 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31e9fec2-51d7-4042-886d-8f60e7de31e9', 'tag': '094f25de-6005-472c-bcb8-b3b03977befc', 'status': 'completed', 'code': 200} Jul 09 19:19:28.633205 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f27941-e691-4fba-bac7-b1139ce85b43 req-8a2a1683-0029-4871-a1f6-50b14918c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:28.634701 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b8f27941-e691-4fba-bac7-b1139ce85b43 req-8a2a1683-0029-4871-a1f6-50b14918c3c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4160ef29e712451b8108c9be6258e10b&device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 1096 time: 0.0752542 Jul 09 19:19:28.773216 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f27941-e691-4fba-bac7-b1139ce85b43 req-df48fb76-3472-41ce-98f3-e805cfe42574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:28.774558 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b8f27941-e691-4fba-bac7-b1139ce85b43 req-df48fb76-3472-41ce-98f3-e805cfe42574 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4160ef29e712451b8108c9be6258e10b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1327009 Jul 09 19:19:28.911129 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f27941-e691-4fba-bac7-b1139ce85b43 req-6fbc5d0d-a64a-4ac2-8438-b1c32199cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:28.912583 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-b8f27941-e691-4fba-bac7-b1139ce85b43 req-6fbc5d0d-a64a-4ac2-8438-b1c32199cea2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1312656 Jul 09 19:19:29.026770 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-82a89662-987a-48fc-83a3-24ead8229a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:29.028176 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-82a89662-987a-48fc-83a3-24ead8229a85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4160ef29e712451b8108c9be6258e10b&device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 1096 time: 0.0720265 Jul 09 19:19:29.103574 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-8285cb5f-1fdb-41a8-818b-ecabe669f03f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=094f25de-6005-472c-bcb8-b3b03977befc HTTP/1.1" status: 200 len: 217 time: 0.0680726 Jul 09 19:19:29.144372 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40477e4f-320f-4679-bf8d-17c42a9ef866 req-6e12c874-a2fa-4cef-8007-0b9f101290da tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:29.146028 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-40477e4f-320f-4679-bf8d-17c42a9ef866 req-6e12c874-a2fa-4cef-8007-0b9f101290da tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 943 time: 0.0847604 Jul 09 19:19:29.171626 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-dd88b89c-2b64-4b11-8d02-53d92c5effac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:29.173120 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-dd88b89c-2b64-4b11-8d02-53d92c5effac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2536f9dd-5e11-46ac-9a3a-ab0c9687db5b HTTP/1.1" status: 200 len: 853 time: 0.0629981 Jul 09 19:19:29.193340 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-40477e4f-320f-4679-bf8d-17c42a9ef866 req-1fed9770-d923-4430-a9c8-fc0401b412cb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405979 Jul 09 19:19:29.225359 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-6a978213-0739-4434-baf3-d00e16cb8e7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38802408-ddd4-4611-87c6-df522c8d5ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458727 Jul 09 19:19:29.356902 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-d7d8d4e0-3f77-4344-af8b-c5c50287b694 service neutron] 10.222.0.26 "GET /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244204 Jul 09 19:19:29.487203 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e2914330-7290-4485-8984-4a9300e5b7f8 req-56d00e25-b185-441d-a92f-c7a98d5807cc service neutron] 10.222.0.26 "GET /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240635 Jul 09 19:19:30.376080 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a842d-4183-47ff-8890-4696ad6cec11 req-d7c5d8af-036a-40b5-a945-0c5f996a7a03 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:30.378038 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-013a842d-4183-47ff-8890-4696ad6cec11 req-d7c5d8af-036a-40b5-a945-0c5f996a7a03 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 943 time: 0.0789716 Jul 09 19:19:30.424792 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-013a842d-4183-47ff-8890-4696ad6cec11 req-5331f9ac-7ce2-4648-9823-fd37dd259cd1 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Jul 09 19:19:31.121827 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 094f25de-6005-472c-bcb8-b3b03977befc details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:19:31.254569 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 094f25de-6005-472c-bcb8-b3b03977befc, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=094f25de-6005-472c-bcb8-b3b03977befc,segment=NetworkSegment(acb3375a-66f3-46df-afe8-7320d436ec3b),segment_id=acb3375a-66f3-46df-afe8-7320d436ec3b)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:19:31.267110 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '094f25de-6005-472c-bcb8-b3b03977befc', 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4', 'port_id': '094f25de-6005-472c-bcb8-b3b03977befc', 'mac_address': 'fa:16:3e:98:df:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2536f9dd-5e11-46ac-9a3a-ab0c9687db5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:19:31.324339 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:31.340954 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094f25de-6005-472c-bcb8-b3b03977befc {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:19:31.356491 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 094f25de-6005-472c-bcb8-b3b03977befc, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=094f25de-6005-472c-bcb8-b3b03977befc,segment=NetworkSegment(acb3375a-66f3-46df-afe8-7320d436ec3b),segment_id=acb3375a-66f3-46df-afe8-7320d436ec3b)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:19:31.452470 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:31.454171 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:31.524950 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=094f25de-6005-472c-bcb8-b3b03977befc,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:31.532155 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.532505 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.533709 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.534045 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.534373 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.534724 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.535048 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.535368 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.535684 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.536004 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.536322 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.536634 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:31.540573 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:31.617084 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a8854-23dc-4ea7-92ac-15ca484373c7 req-58fbdaf8-f22a-4f1e-9f88-9e0a45332359 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:31.618521 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-668a8854-23dc-4ea7-92ac-15ca484373c7 req-58fbdaf8-f22a-4f1e-9f88-9e0a45332359 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 944 time: 0.0781794 Jul 09 19:19:31.662748 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-668a8854-23dc-4ea7-92ac-15ca484373c7 req-8424e000-937a-49ed-8adb-2b7ad39cf7a7 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Jul 09 19:19:31.686756 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:31.866921 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['094f25de-6005-472c-bcb8-b3b03977befc'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:19:32.847408 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e63aa-3abe-4df1-a54e-567ad3556036 req-613069d1-315f-4c84-b0be-af8e752e9c34 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:32.848772 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-274e63aa-3abe-4df1-a54e-567ad3556036 req-613069d1-315f-4c84-b0be-af8e752e9c34 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 944 time: 0.0838065 Jul 09 19:19:32.893420 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-274e63aa-3abe-4df1-a54e-567ad3556036 req-2abf279b-5048-4203-9120-a9b7da7d0d68 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385108 Jul 09 19:19:33.128475 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 094f25de-6005-472c-bcb8-b3b03977befc up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:19:33.252760 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 094f25de-6005-472c-bcb8-b3b03977befc completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:19:33.257481 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 094f25de-6005-472c-bcb8-b3b03977befc triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:33.257853 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:33.370709 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:33.397092 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e9fec2-51d7-4042-886d-8f60e7de31e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094f25de-6005-472c-bcb8-b3b03977befc'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:19:33.406350 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 094f25de-6005-472c-bcb8-b3b03977befc, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=094f25de-6005-472c-bcb8-b3b03977befc,segment=NetworkSegment(acb3375a-66f3-46df-afe8-7320d436ec3b),segment_id=acb3375a-66f3-46df-afe8-7320d436ec3b)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:19:33.441171 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e9fec2-51d7-4042-886d-8f60e7de31e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094f25de-6005-472c-bcb8-b3b03977befc', 'code': 200} Jul 09 19:19:33.487106 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:33.490066 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:33.556647 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=094f25de-6005-472c-bcb8-b3b03977befc,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:33.559664 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:33.783970 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4938ac-146b-4891-89a1-4d0c745f63d7 req-f2a9ec18-a56a-4a77-868f-5c75abc75274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:33.785523 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e4938ac-146b-4891-89a1-4d0c745f63d7 req-f2a9ec18-a56a-4a77-868f-5c75abc75274 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 1098 time: 0.0717216 Jul 09 19:19:33.824217 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e4938ac-146b-4891-89a1-4d0c745f63d7 req-88608ca7-abae-45e9-b6c6-572160326a59 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Jul 09 19:19:34.078670 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f6a21-6b37-4deb-b8ee-481461676b41 req-2299e52a-09b7-4662-ab3b-230820bba5f3 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:34.080693 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e98f6a21-6b37-4deb-b8ee-481461676b41 req-2299e52a-09b7-4662-ab3b-230820bba5f3 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 945 time: 0.0795636 Jul 09 19:19:34.127502 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e98f6a21-6b37-4deb-b8ee-481461676b41 req-59c7869d-c247-4957-b624-59ff59a69534 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Jul 09 19:19:35.320212 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01b4e7-69c4-473f-b359-e2155a925d27 req-68abb64a-62c2-4c3f-8d76-3ba948a8e3e7 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:35.321577 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dc01b4e7-69c4-473f-b359-e2155a925d27 req-68abb64a-62c2-4c3f-8d76-3ba948a8e3e7 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 945 time: 0.0808585 Jul 09 19:19:35.367013 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dc01b4e7-69c4-473f-b359-e2155a925d27 req-c6b8df05-40fc-45ff-9fc2-b8084237edbc tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 Jul 09 19:19:38.288808 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41376) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:38.405642 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-dbf04489-3ccd-4f17-aaa5-dfda1e5e2568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:38.419900 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-dbf04489-3ccd-4f17-aaa5-dfda1e5e2568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:38.423706 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-dbf04489-3ccd-4f17-aaa5-dfda1e5e2568 admin admin] Usage tracker for resource:security_group_rule and tenant:6f306c774cef492a83c40b4c85c634ac is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:38.426984 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-dbf04489-3ccd-4f17-aaa5-dfda1e5e2568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:38.432661 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-dbf04489-3ccd-4f17-aaa5-dfda1e5e2568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:38.518140 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-dbf04489-3ccd-4f17-aaa5-dfda1e5e2568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:38.566236 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-dbf04489-3ccd-4f17-aaa5-dfda1e5e2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:38.572934 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-85c20561-6021-44b1-93d6-4c946fecf4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:38.613084 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-dbf04489-3ccd-4f17-aaa5-dfda1e5e2568 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f306c774cef492a83c40b4c85c634ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231568 Jul 09 19:19:38.613862 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf04489-3ccd-4f17-aaa5-dfda1e5e2568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2767b65f-90b0-4a14-bd3f-5a97de885e01,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:38.616938 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-dbf04489-3ccd-4f17-aaa5-dfda1e5e2568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:38.617069 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 41384) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:38.675072 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d08bafbb-96af-4ba4-a859-25f2bea03aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:38.705558 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d08bafbb-96af-4ba4-a859-25f2bea03aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:38.817042 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d08bafbb-96af-4ba4-a859-25f2bea03aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:38.820836 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-4b29aa76-f2a8-4e4e-84b9-196e9ac1b73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:38.832260 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bafbb-96af-4ba4-a859-25f2bea03aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2767b65f-90b0-4a14-bd3f-5a97de885e01,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:38.835429 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-d08bafbb-96af-4ba4-a859-25f2bea03aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:38.841314 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-d08bafbb-96af-4ba4-a859-25f2bea03aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:38.842424 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-d08bafbb-96af-4ba4-a859-25f2bea03aa7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2767b65f-90b0-4a14-bd3f-5a97de885e01 HTTP/1.1" status: 204 len: 168 time: 0.2239912 Jul 09 19:19:47.541955 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-15bbeb32-cbe7-47f5-a435-cd915fc7001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:48.103353 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:49.937319 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-3b6eefbe-98b6-4c50-aacd-188ebe0f8555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:51.326388 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:52.721705 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 41558) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:52.760262 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:52.837032 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:52.851133 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:52.854951 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Usage tracker for resource:security_group_rule and tenant:9171895440034aabb1e704e464311173 is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:52.857705 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:52.863365 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:52.942415 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:53.011532 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:53.018514 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-abd929d0-b439-4f2a-b7e8-57642aefa1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:53.058450 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9171895440034aabb1e704e464311173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350003 Jul 09 19:19:53.059287 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadbb001-54ea-44ea-b172-6b5edd95c169,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:53.061023 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41564) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:53.067117 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.067493 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.067891 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.068248 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.068606 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.068962 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.069319 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.069667 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.070017 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.070362 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.070733 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.071078 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.075180 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-5e3c0eed-0d97-4895-b8d5-44f610b5cd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:53.119875 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:53.145341 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:53.291477 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:53.295283 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:53.307838 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadbb001-54ea-44ea-b172-6b5edd95c169,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:53.318712 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.319026 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.319479 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.319840 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.320191 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.320541 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.320886 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.321229 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.321571 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.321930 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.322250 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.322589 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:19:53.325737 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:53.330370 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:53.331534 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-0fab9029-0a0a-4fe5-a98b-9559da3f489e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fadbb001-54ea-44ea-b172-6b5edd95c169 HTTP/1.1" status: 204 len: 168 time: 0.2694826 Jul 09 19:19:54.371266 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41590) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:54.470262 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-310868389-network', 'tenant_id': '17b58b6855db48c4bf58255654734729'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:54.474923 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:54.478670 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Usage tracker for resource:network and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:54.481427 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:54.490850 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:54.581489 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Made reservation on behalf of 17b58b6855db48c4bf58255654734729 for: {'network': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:19:54.584644 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:54.596450 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:54.610189 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:54.613913 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Usage tracker for resource:security_group_rule and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:54.616735 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:54.622285 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:54.701867 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:54.765747 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:54.768741 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d7d17080-92c5-4b84-ad74-a6af1a10e442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:54.795875 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=79198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:19:54.804859 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95409337-0dab-43a9-bcc0-2d3c8bcf6858,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:54.807963 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:54.811873 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:54.816720 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.segments_db [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Added segment 7bfcd2a9-78f7-41aa-8635-5e711f747258 of type vlan for network 3109be49-d5a1-47c2-bc3a-13d308423fd7 Jul 09 19:19:54.839450 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:54.936114 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:54.937407 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:54.937987 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:54.943372 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f0fed43c-047b-4e7a-9d22-05d34656c5ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:55.041037 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Pushing event updated for resources: {'Network': ['ID=3109be49-d5a1-47c2-bc3a-13d308423fd7,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:55.043636 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:55.051063 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 3109be49-d5a1-47c2-bc3a-13d308423fd7 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:19:55.103563 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-a25a72f2-7089-4e80-a3a2-3c1b290809a5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7312241 Jul 09 19:19:55.106362 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41598) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:55.111906 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Request body: {'subnet': {'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-310868389-subnet', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'ip_version': 4}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:55.117430 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:55.121236 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Usage tracker for resource:subnet and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:55.124124 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:55.129857 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:55.211571 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Made reservation on behalf of 17b58b6855db48c4bf58255654734729 for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:19:55.213981 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6437967'] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:55.467192 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6623523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6437977'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:55.471681 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-4fe3a377-1454-4a26-8097-3647bfb516a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:55.546727 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:55.550463 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Checking segment: {'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:19:55.550840 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Network hostable DHCP agents. Network: 3109be49-d5a1-47c2-bc3a-13d308423fd7, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:19:55.555049 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:55.632777 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Network 3109be49-d5a1-47c2-bc3a-13d308423fd7 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:19:55.724250 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 3109be49-d5a1-47c2-bc3a-13d308423fd7) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:55.728258 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:19:55.728834 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:55.733543 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c677a-5fa7-4119-85eb-fc46fbfbd2cf None None] Network 3109be49-d5a1-47c2-bc3a-13d308423fd7 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:19:55.805276 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-dd9fa372-f10c-400c-aa7f-ee0708e96919 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6978214 Jul 09 19:19:55.808066 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41602) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:55.813401 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:19:55.818536 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:19:55.822336 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Usage tracker for resource:router and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:19:55.825127 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:19:55.830786 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:19:55.920723 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-472757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7160'] for router, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:55.922021 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7105'] for router, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:55.948594 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:55.949472 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa510da82-d629-5588-b6f5-c47147cc2651-3109be49-d5a1-47c2-bc3a-13d308423fd7', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07'}]}} from dv-cinder-800268-1-smb. {{(pid=79200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 19:19:55.951092 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:56.145502 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.db_base_plugin_common [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Allocated IP 172.20.0.2 (3109be49-d5a1-47c2-bc3a-13d308423fd7/dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07/46c89b97-b331-4e62-98d2-5b6953eb2263) {{(pid=79200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:19:56.359653 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Notify callbacks [] for port, precommit_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:56.369751 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Transition to ACTIVE for port object 46c89b97-b331-4e62-98d2-5b6953eb2263 will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:19:56.381567 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-472746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7135'] for router, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:56.387870 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Transition to ACTIVE for port object 46c89b97-b331-4e62-98d2-5b6953eb2263 will not be triggered until provisioned by entity DHCP. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:19:56.497435 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:56.501622 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-dd40585e-9e68-40eb-81ca-f0b78ea89db9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:56.561664 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Network 3109be49-d5a1-47c2-bc3a-13d308423fd7 is already hosted by enough agents. {{(pid=79200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:19:56.564379 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.base_scheduler [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Resources bound (agent type, host, resource id): {{(pid=79200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:56.568449 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Received port after_create {{(pid=79200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:19:56.575405 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Pushing event updated for resources: {'Port': ['ID=46c89b97-b331-4e62-98d2-5b6953eb2263,revision_number=1']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:56.601314 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:56.660546 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Attempting to bind port 46c89b97-b331-4e62-98d2-5b6953eb2263 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:19:56.660910 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Attempting to bind port 46c89b97-b331-4e62-98d2-5b6953eb2263 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:19:56.661269 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Attempting to bind port 46c89b97-b331-4e62-98d2-5b6953eb2263 on network 3109be49-d5a1-47c2-bc3a-13d308423fd7 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:19:56.666381 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:19:56.666780 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Checking segment: {'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:19:56.667180 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:56.667569 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Bound using segment: {'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:19:56.668028 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Bound port: 46c89b97-b331-4e62-98d2-5b6953eb2263, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:19:56.668400 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:56.753734 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] For port 46c89b97-b331-4e62-98d2-5b6953eb2263, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:19:56.756704 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] For port 46c89b97-b331-4e62-98d2-5b6953eb2263, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=46c89b97-b331-4e62-98d2-5b6953eb2263,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:19:56.773612 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:56.805039 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:56.845201 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:56.850447 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:56.938335 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Pushing event updated for resources: {'Port': ['ID=46c89b97-b331-4e62-98d2-5b6953eb2263,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:56.943132 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-6040802d-1392-4259-9559-45c5f20eaaad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:56.946894 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Allocated IP 172.28.0.242 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/b567a034-e1ac-4b54-8724-90378d886bbd) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:19:57.106823 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:57.231118 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:57.235008 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-f17cfd15-fe4e-4385-a32c-5005edd87eda tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:57.298048 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:19:57.300846 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:19:57.304472 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:19:57.338238 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Pushing event updated for resources: {'Port': ['ID=b567a034-e1ac-4b54-8724-90378d886bbd,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:57.347972 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:57.794444 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:57.875384 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 46c89b97-b331-4e62-98d2-5b6953eb2263 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:19:57.937417 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb137742-1046-4210-ae99-46fcc2f93a56 None None] Network 3109be49-d5a1-47c2-bc3a-13d308423fd7 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:19:58.099762 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-a52e454d-6bd4-4bdf-a2ab-7d9f1b4ec153 None None] Provisioning for port 46c89b97-b331-4e62-98d2-5b6953eb2263 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:19:58.112378 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 46c89b97-b331-4e62-98d2-5b6953eb2263 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:19:58.119411 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-a52e454d-6bd4-4bdf-a2ab-7d9f1b4ec153 None None] Provisioning complete for port 46c89b97-b331-4e62-98d2-5b6953eb2263 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:58.119786 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a52e454d-6bd4-4bdf-a2ab-7d9f1b4ec153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:58.147999 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 46c89b97-b331-4e62-98d2-5b6953eb2263 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:58.148369 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:58.266559 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-472764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462336'] for router, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:58.397128 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a52e454d-6bd4-4bdf-a2ab-7d9f1b4ec153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:58.413488 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:58.452494 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-a52e454d-6bd4-4bdf-a2ab-7d9f1b4ec153 None None] For port 46c89b97-b331-4e62-98d2-5b6953eb2263, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=46c89b97-b331-4e62-98d2-5b6953eb2263,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:19:58.532270 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a52e454d-6bd4-4bdf-a2ab-7d9f1b4ec153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:58.538467 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:58.543256 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Router f4684bda-0c2c-4633-92cf-541d114afe77 is scheduled to L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 with binding_index 1 {{(pid=79198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:19:58.652534 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.db.api [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:19:58.652916 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_db.api [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:19:58.653949 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e454d-6bd4-4bdf-a2ab-7d9f1b4ec153 None None] Pushing event updated for resources: {'Port': ['ID=46c89b97-b331-4e62-98d2-5b6953eb2263,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:19:58.658224 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-a52e454d-6bd4-4bdf-a2ab-7d9f1b4ec153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:19:58.666227 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4d2c09a4-e2ec-43ec-b23e-766c5120bf6c None None] Provisioning complete for port 46c89b97-b331-4e62-98d2-5b6953eb2263 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:19:58.666603 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4d2c09a4-e2ec-43ec-b23e-766c5120bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:58.726874 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:19:58.736813 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Sync routers for ids ['f4684bda-0c2c-4633-92cf-541d114afe77'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:19:58.793873 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Routers {'f4684bda-0c2c-4633-92cf-541d114afe77'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:19:58.794499 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:19:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4684bda-0c2c-4633-92cf-541d114afe77'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:58.816139 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] Notify callbacks [] for router, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:58.817521 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-3db070cc-f3ad-4073-a97f-ac60611330ac admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0084648 Jul 09 19:19:58.820072 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41622) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:19:59.017518 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Set router f4684bda-0c2c-4633-92cf-541d114afe77 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:19:59.352927 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:19:57Z', 'revision_number': 3, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:19:59.357101 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Checking router: f4684bda-0c2c-4633-92cf-541d114afe77 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:19:59.357481 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Updating router f4684bda-0c2c-4633-92cf-541d114afe77 port b567a034-e1ac-4b54-8724-90378d886bbd binding host dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:19:59.410635 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:59.620771 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:59.752281 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Notify callbacks [] for port, precommit_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:59.764190 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Transition to ACTIVE for port object b567a034-e1ac-4b54-8724-90378d886bbd will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:19:59.825006 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 46c89b97-b331-4e62-98d2-5b6953eb2263 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:19:59.842530 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Allocated IP 172.20.0.1 (3109be49-d5a1-47c2-bc3a-13d308423fd7/dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07/311b68b4-60eb-4768-98ab-78356504b7c3) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:19:59.855609 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:59.860055 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:19:59.941875 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Attempting to bind port b567a034-e1ac-4b54-8724-90378d886bbd on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:19:59.942238 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Attempting to bind port b567a034-e1ac-4b54-8724-90378d886bbd by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:19:59.942599 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Attempting to bind port b567a034-e1ac-4b54-8724-90378d886bbd on network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:19:59.961222 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:19:59.961605 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Checking segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:19:59.961984 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:19:59.962380 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Bound using segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:19:59.962875 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Bound port: b567a034-e1ac-4b54-8724-90378d886bbd, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:19:59.963250 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:00.008756 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:00.027406 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.provisioning_blocks [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Transition to ACTIVE for port object 311b68b4-60eb-4768-98ab-78356504b7c3 will not be triggered until provisioned by entity DHCP. {{(pid=79198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:20:00.044713 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dbe62-6645-47b5-994d-15907a7e50fe None None] Pushing event updated for resources: {'Port': ['ID=b567a034-e1ac-4b54-8724-90378d886bbd,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:00.047462 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-1a3dbe62-6645-47b5-994d-15907a7e50fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:00.057423 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] For port b567a034-e1ac-4b54-8724-90378d886bbd, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:20:00.061116 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] For port b567a034-e1ac-4b54-8724-90378d886bbd, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=b567a034-e1ac-4b54-8724-90378d886bbd,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:20:00.066710 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 46c89b97-b331-4e62-98d2-5b6953eb2263 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:00.067056 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:00.137889 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:00.142555 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:00.160113 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:00.173769 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:00.209193 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Network 3109be49-d5a1-47c2-bc3a-13d308423fd7 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:20:00.212038 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:20:00.215616 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:20:00.253647 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Pushing event updated for resources: {'Port': ['ID=311b68b4-60eb-4768-98ab-78356504b7c3,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:00.258255 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:00.262664 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Routers {'f4684bda-0c2c-4633-92cf-541d114afe77'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:20:00.266420 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:19:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4684bda-0c2c-4633-92cf-541d114afe77'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:00.274012 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462534'] for router_interface, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:00.341337 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dbe62-6645-47b5-994d-15907a7e50fe None None] Pushing event updated for resources: {'Port': ['ID=b567a034-e1ac-4b54-8724-90378d886bbd,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:00.344456 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-1a3dbe62-6645-47b5-994d-15907a7e50fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:00.463661 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] Set router f4684bda-0c2c-4633-92cf-541d114afe77 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:20:00.602817 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-b07cef2c-516c-4b82-a82d-7ef1f9c5d05b None None] Provisioning for port 311b68b4-60eb-4768-98ab-78356504b7c3 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:00.604428 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:00.627042 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-b07cef2c-516c-4b82-a82d-7ef1f9c5d05b None None] Provisioning complete for port 311b68b4-60eb-4768-98ab-78356504b7c3 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:00.627455 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b07cef2c-516c-4b82-a82d-7ef1f9c5d05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:00.739394 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-b07cef2c-516c-4b82-a82d-7ef1f9c5d05b None None] Port 311b68b4-60eb-4768-98ab-78356504b7c3 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:20:00.824221 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:00.838880 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:19:57Z', 'revision_number': 3, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:00.842753 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebe7d18-973e-4bb5-8c35-28a6c87fbcff None None] The sync data for ids ['f4684bda-0c2c-4633-92cf-541d114afe77'] in dv-cinder-800268-1-smb is: [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:19:57Z', 'revision_number': 3, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:20:00.897351 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589594'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:00.925543 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c509f5c0-0492-490a-ba3a-2df6f34061a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:01.007269 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472701'] for router_interface, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:01.010904 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Pushing event updated for resources: {'Port': ['ID=311b68b4-60eb-4768-98ab-78356504b7c3,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:01.014246 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:01.161674 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Network 3109be49-d5a1-47c2-bc3a-13d308423fd7 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:20:01.162887 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:20:01.378118 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Router f4684bda-0c2c-4633-92cf-541d114afe77 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:20:01.469593 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-13a9330c-006b-4b94-afd2-5c3297d161d8 None None] Provisioning complete for port 311b68b4-60eb-4768-98ab-78356504b7c3 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:01.470161 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-13a9330c-006b-4b94-afd2-5c3297d161d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:01.530010 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-13a9330c-006b-4b94-afd2-5c3297d161d8 None None] Port 311b68b4-60eb-4768-98ab-78356504b7c3 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:20:01.678408 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:20:01.687151 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-d491b1ff-c2fc-4cab-bf31-1a2a397e701c admin admin] 10.222.0.16 "PUT /v2.0/routers/f4684bda-0c2c-4633-92cf-541d114afe77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8660703 Jul 09 19:20:01.724565 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:01.847892 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device b567a034-e1ac-4b54-8724-90378d886bbd up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:01.998829 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port b567a034-e1ac-4b54-8724-90378d886bbd completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:02.004499 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port b567a034-e1ac-4b54-8724-90378d886bbd triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:02.004937 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.122751 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.140962 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port b567a034-e1ac-4b54-8724-90378d886bbd, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=b567a034-e1ac-4b54-8724-90378d886bbd,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:02.206112 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.208230 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-1a3dbe62-6645-47b5-994d-15907a7e50fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:02.280666 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=b567a034-e1ac-4b54-8724-90378d886bbd,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:02.284079 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:02.381090 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Sync routers for ids ['f4684bda-0c2c-4633-92cf-541d114afe77'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:20:02.390943 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Routers {'f4684bda-0c2c-4633-92cf-541d114afe77'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:20:02.390943 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:19:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4684bda-0c2c-4633-92cf-541d114afe77'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:02.391863 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41652) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:02.397490 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1574588104-network', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:02.402194 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:02.405953 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Usage tracker for resource:network and tenant:82edde30715b4243a9d9cc49fa52943a is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:02.408791 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:02.414321 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:02.484069 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Made reservation on behalf of 82edde30715b4243a9d9cc49fa52943a for: {'network': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:20:02.486320 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for network, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.499985 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.517526 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:02.521949 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Usage tracker for resource:security_group_rule and tenant:82edde30715b4243a9d9cc49fa52943a is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:02.524940 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:02.530741 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:02.566780 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Set router f4684bda-0c2c-4633-92cf-541d114afe77 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:20:02.615763 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.695682 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.698831 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-02d0277a-3022-4f7f-a672-ee417417ea60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:02.728702 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=79198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:20:02.734353 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3d8580-59ba-47df-a05d-af678e39e199,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:02.738829 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:02.742703 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.742945 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.segments_db [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Added segment 655425ee-1db8-4f44-ad9e-b3c320f35de3 of type vlan for network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 Jul 09 19:20:02.767955 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730340006530'] for network, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.856996 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962'] for network, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.858367 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:02.858982 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.864293 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:02.874583 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '311b68b4-60eb-4768-98ab-78356504b7c3', 'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'mac_address': 'fa:16:3e:10:3c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:59Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 2, 'project_id': '17b58b6855db48c4bf58255654734729', 'subnets': [{'id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:02.878327 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Checking router: f4684bda-0c2c-4633-92cf-541d114afe77 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:20:02.878727 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Updating router f4684bda-0c2c-4633-92cf-541d114afe77 port 311b68b4-60eb-4768-98ab-78356504b7c3 binding host dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:20:02.969148 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:02.985267 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Pushing event updated for resources: {'Network': ['ID=9443bf44-0cc9-4ecf-b7a9-1f3937e8a513,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:02.988168 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:02.995626 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 details requested by agent ovs-agent-dv-cinder-800268-1-smb with host dv-cinder-800268-1-smb {{(pid=79200) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jul 09 19:20:03.050574 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7252a5fa-7aa9-4a44-859a-2bde5378ca72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6576011 Jul 09 19:20:03.053292 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41658) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:03.059130 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Request body: {'subnet': {'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1574588104-subnet', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'ip_version': 4}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:03.064266 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:03.069107 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Usage tracker for resource:subnet and tenant:82edde30715b4243a9d9cc49fa52943a is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:03.072191 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:03.078315 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:03.188556 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Made reservation on behalf of 82edde30715b4243a9d9cc49fa52943a for: {'subnet': 1} {{(pid=79198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:20:03.193939 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6437967'] for subnet, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.294400 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:20:03.312834 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Notify callbacks [] for port, precommit_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.324524 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.provisioning_blocks [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Transition to ACTIVE for port object 311b68b4-60eb-4768-98ab-78356504b7c3 will not be triggered until provisioned by entity L2. {{(pid=79201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:20:03.377300 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.383261 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:03.440511 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6623523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6437977'] for subnet, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.447088 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-5430d0d0-4732-4f3a-85d4-768ed5e36576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:03.526828 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Checking segment: {'id': '655425ee-1db8-4f44-ad9e-b3c320f35de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:20:03.527144 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Network hostable DHCP agents. Network: 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513, hostable agents: ['0c857e25-45ff-46df-9011-1eb8b88fd13b'], hosted agents: [] {{(pid=79198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:20:03.530817 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Pushing event updated for resources: {'Port': ['ID=311b68b4-60eb-4768-98ab-78356504b7c3,revision_number=3']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:03.531499 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:03.534752 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:03.543441 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.543777 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.544105 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.544425 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.544742 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.545055 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.545370 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.545676 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.546188 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.546498 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.546831 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.547138 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:03.555208 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:03.600620 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 is scheduled to be hosted by DHCP agent 0c857e25-45ff-46df-9011-1eb8b88fd13b with binding_index 1 {{(pid=79198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:20:03.606066 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Attempting to bind port 311b68b4-60eb-4768-98ab-78356504b7c3 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:20:03.606434 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Attempting to bind port 311b68b4-60eb-4768-98ab-78356504b7c3 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:20:03.606826 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Attempting to bind port 311b68b4-60eb-4768-98ab-78356504b7c3 on network 3109be49-d5a1-47c2-bc3a-13d308423fd7 {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:20:03.612203 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:20:03.612597 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Checking segment: {'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:20:03.613000 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.613386 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Bound using segment: {'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:20:03.613872 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Bound port: 311b68b4-60eb-4768-98ab-78356504b7c3, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'}}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:20:03.614235 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.657131 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-smb, 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513) {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:20:03.662419 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:03.663197 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.669555 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34b5cd5-708c-4636-92fa-92150587ded8 None None] Network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:20:03.709547 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] For port 311b68b4-60eb-4768-98ab-78356504b7c3, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:20:03.710647 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] For port 311b68b4-60eb-4768-98ab-78356504b7c3, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=311b68b4-60eb-4768-98ab-78356504b7c3,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:20:03.720951 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-20e338fc-4c8c-4831-b0f2-3365e3e58712 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6665046 Jul 09 19:20:03.725512 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41664) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:03.730500 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1574588104-router', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:03.735399 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:03.739994 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Usage tracker for resource:router and tenant:82edde30715b4243a9d9cc49fa52943a is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:03.742987 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:03.748889 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:03.789667 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.794604 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:03.810260 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-472757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7160'] for router, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.811307 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551647', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509161', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7105'] for router, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.826211 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device b567a034-e1ac-4b54-8724-90378d886bbd up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:03.829106 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.879582 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Routers {'f4684bda-0c2c-4633-92cf-541d114afe77'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:20:03.879952 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:19:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4684bda-0c2c-4633-92cf-541d114afe77'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:03.937915 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Pushing event updated for resources: {'Port': ['ID=311b68b4-60eb-4768-98ab-78356504b7c3,revision_number=4']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:03.951484 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port b567a034-e1ac-4b54-8724-90378d886bbd triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:03.952000 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:03.959850 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-4572670b-0a81-42ff-8da4-01c5a2d79def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:03.982311 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa510da82-d629-5588-b6f5-c47147cc2651-9443bf44-0cc9-4ecf-b7a9-1f3937e8a513', 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'fixed_ips': [{'subnet_id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045'}]}} from dv-cinder-800268-1-smb. {{(pid=79200) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jul 09 19:20:03.983095 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:04.082244 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] Set router f4684bda-0c2c-4633-92cf-541d114afe77 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:20:04.232186 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-472746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7135'] for router, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:04.234771 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.db_base_plugin_common [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Allocated IP 172.20.0.2 (9443bf44-0cc9-4ecf-b7a9-1f3937e8a513/6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045/e9fe85c8-4623-441c-af6c-28fe3438b551) {{(pid=79200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:20:04.414345 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '311b68b4-60eb-4768-98ab-78356504b7c3', 'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'mac_address': 'fa:16:3e:10:3c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:59Z', 'updated_at': '2021-07-09T19:20:03Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'subnets': [{'id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:04.418293 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe492e1-af65-4bc5-8e76-17ddbfe4da50 None None] The sync data for ids ['f4684bda-0c2c-4633-92cf-541d114afe77'] in dv-cinder-800268-1-smb is: [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '311b68b4-60eb-4768-98ab-78356504b7c3', 'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'mac_address': 'fa:16:3e:10:3c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:59Z', 'updated_at': '2021-07-09T19:20:03Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'subnets': [{'id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:20:04.441326 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Notify callbacks [] for port, precommit_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:04.454610 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Transition to ACTIVE for port object e9fe85c8-4623-441c-af6c-28fe3438b551 will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:20:04.492953 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Transition to ACTIVE for port object e9fe85c8-4623-441c-af6c-28fe3438b551 will not be triggered until provisioned by entity DHCP. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:20:04.564909 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388'] for port, after_create {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:04.569756 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:04.672408 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:04.684303 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 is already hosted by enough agents. {{(pid=79200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:20:04.687268 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.scheduler.base_scheduler [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Resources bound (agent type, host, resource id): {{(pid=79200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:20:04.689649 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Received port after_create {{(pid=79200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:20:04.723363 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Pushing event updated for resources: {'Port': ['ID=e9fe85c8-4623-441c-af6c-28fe3438b551,revision_number=1']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:04.726353 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:04.799263 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Attempting to bind port e9fe85c8-4623-441c-af6c-28fe3438b551 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:20:04.800492 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Attempting to bind port e9fe85c8-4623-441c-af6c-28fe3438b551 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '655425ee-1db8-4f44-ad9e-b3c320f35de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:20:04.800957 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Attempting to bind port e9fe85c8-4623-441c-af6c-28fe3438b551 on network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:20:04.807435 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:20:04.807984 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Checking segment: {'id': '655425ee-1db8-4f44-ad9e-b3c320f35de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:20:04.808495 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:04.808988 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Bound using segment: {'id': '655425ee-1db8-4f44-ad9e-b3c320f35de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:20:04.809576 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Bound port: e9fe85c8-4623-441c-af6c-28fe3438b551, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655425ee-1db8-4f44-ad9e-b3c320f35de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:20:04.810057 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:04.826419 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:04.930909 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] For port e9fe85c8-4623-441c-af6c-28fe3438b551, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:20:04.934088 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] For port e9fe85c8-4623-441c-af6c-28fe3438b551, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=e9fe85c8-4623-441c-af6c-28fe3438b551,segment=NetworkSegment(655425ee-1db8-4f44-ad9e-b3c320f35de3),segment_id=655425ee-1db8-4f44-ad9e-b3c320f35de3)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:20:04.998752 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Allocated IP 172.28.0.40 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/70b8caea-5763-401b-bca0-cc9ecc4b7009) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:20:05.027010 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:05.028006 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:05.119765 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Pushing event updated for resources: {'Port': ['ID=e9fe85c8-4623-441c-af6c-28fe3438b551,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:05.132131 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c3c88153-3993-408e-8321-3899f4a2a583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:05.192556 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:05.299247 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:05.308411 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:05.387034 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:20:05.389986 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:20:05.394402 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:20:05.447376 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=70b8caea-5763-401b-bca0-cc9ecc4b7009,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:05.451490 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:05.947078 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 311b68b4-60eb-4768-98ab-78356504b7c3 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:05.967482 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:06.126487 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 311b68b4-60eb-4768-98ab-78356504b7c3 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:06.133208 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 311b68b4-60eb-4768-98ab-78356504b7c3 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:06.136471 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:06.182366 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd1e6c-457e-4f6f-9d20-1d72c59316b9 None None] Network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:20:06.331086 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-472764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-462336'] for router, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:06.339631 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-9f253457-78a3-4a15-9284-891dc566b1d7 None None] Provisioning for port e9fe85c8-4623-441c-af6c-28fe3438b551 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:06.411832 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:06.480110 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port 311b68b4-60eb-4768-98ab-78356504b7c3, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=311b68b4-60eb-4768-98ab-78356504b7c3,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:06.542951 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:06.546155 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device e9fe85c8-4623-441c-af6c-28fe3438b551 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:06.568660 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:06.659704 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=311b68b4-60eb-4768-98ab-78356504b7c3,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:06.663267 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:06.724244 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 is scheduled to L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 with binding_index 1 {{(pid=79198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:20:06.748595 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port e9fe85c8-4623-441c-af6c-28fe3438b551 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:06.753618 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port e9fe85c8-4623-441c-af6c-28fe3438b551 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:06.757334 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:06.818905 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-41687e39-db49-48a9-968b-c0873216465e None None] Provisioning complete for port e9fe85c8-4623-441c-af6c-28fe3438b551 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:06.819277 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-41687e39-db49-48a9-968b-c0873216465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:06.904305 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:20:06.919779 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Sync routers for ids ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:20:06.942971 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Routers {'6bf2140d-a9d7-4f10-af52-2d29266adbe5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:20:06.943573 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:19:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:07.005874 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] Notify callbacks [] for router, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:07.007153 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-0adb0b28-644c-4239-b3a0-2c56865c3ed6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2807295 Jul 09 19:20:07.009852 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41678) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:07.043338 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:07.163053 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-41687e39-db49-48a9-968b-c0873216465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:07.184221 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port e9fe85c8-4623-441c-af6c-28fe3438b551, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=e9fe85c8-4623-441c-af6c-28fe3438b551,segment=NetworkSegment(655425ee-1db8-4f44-ad9e-b3c320f35de3),segment_id=655425ee-1db8-4f44-ad9e-b3c320f35de3)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:07.211873 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Set router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:20:07.308048 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:07.317074 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:07.534585 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.db.api [None req-41687e39-db49-48a9-968b-c0873216465e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:20:07.534988 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_db.api [None req-41687e39-db49-48a9-968b-c0873216465e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:20:07.549450 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=e9fe85c8-4623-441c-af6c-28fe3438b551,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:07.553376 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:07.656409 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'name': 'tempest-TestShelveInstance-1574588104-router', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:20:03Z', 'updated_at': '2021-07-09T19:20:05Z', 'revision_number': 3, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'gw_port': {'id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:60:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:04Z', 'updated_at': '2021-07-09T19:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:07.660288 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Checking router: 6bf2140d-a9d7-4f10-af52-2d29266adbe5 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:20:07.660640 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Updating router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 port 70b8caea-5763-401b-bca0-cc9ecc4b7009 binding host dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:20:07.695422 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:07.713898 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:07.838368 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 311b68b4-60eb-4768-98ab-78356504b7c3 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:07.912021 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Allocated IP 172.20.0.1 (9443bf44-0cc9-4ecf-b7a9-1f3937e8a513/6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045/cc96f548-fdaa-4daf-84d8-b65c2133788b) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:20:08.008363 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 311b68b4-60eb-4768-98ab-78356504b7c3 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:08.008739 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.060860 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.076149 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.provisioning_blocks [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Transition to ACTIVE for port object cc96f548-fdaa-4daf-84d8-b65c2133788b will not be triggered until provisioned by entity DHCP. {{(pid=79198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:20:08.181705 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.186515 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-79c655ba-e971-40f5-bf60-5a9fd6939d90 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:08.250148 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:20:08.253116 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:20:08.255629 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:20:08.257912 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device e9fe85c8-4623-441c-af6c-28fe3438b551 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:08.286489 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Notify callbacks [] for port, precommit_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.301275 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc96f548-fdaa-4daf-84d8-b65c2133788b,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:08.306051 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:08.319032 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Transition to ACTIVE for port object 70b8caea-5763-401b-bca0-cc9ecc4b7009 will not be triggered until provisioned by entity L2. {{(pid=79200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:20:08.320813 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462534'] for router_interface, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.350422 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port e9fe85c8-4623-441c-af6c-28fe3438b551 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:08.350987 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.413492 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.417550 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-12b2509a-ef8c-408b-b96c-b8dd500bdbad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:08.551499 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.551723 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Attempting to bind port 70b8caea-5763-401b-bca0-cc9ecc4b7009 on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:20:08.551870 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Attempting to bind port 70b8caea-5763-401b-bca0-cc9ecc4b7009 by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:20:08.552236 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Attempting to bind port 70b8caea-5763-401b-bca0-cc9ecc4b7009 on network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:20:08.556529 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969c96c-8630-42b0-828c-e32723cd52eb None None] Pushing event updated for resources: {'Port': ['ID=70b8caea-5763-401b-bca0-cc9ecc4b7009,revision_number=2']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:08.559343 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-7969c96c-8630-42b0-828c-e32723cd52eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:08.569387 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:20:08.569777 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Checking segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:20:08.570316 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.570745 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Bound using segment: {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'} {{(pid=79200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:20:08.571234 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.managers [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Bound port: 70b8caea-5763-401b-bca0-cc9ecc4b7009, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888feac-7789-430e-85ba-27b487cb8b1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911'}}] {{(pid=79200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:20:08.571615 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.622929 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-51566bff-801f-487d-8775-591a75a09f89 None None] Provisioning for port cc96f548-fdaa-4daf-84d8-b65c2133788b completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:08.633370 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-51566bff-801f-487d-8775-591a75a09f89 None None] Provisioning complete for port cc96f548-fdaa-4daf-84d8-b65c2133788b triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:08.633747 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-51566bff-801f-487d-8775-591a75a09f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.709136 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] For port 70b8caea-5763-401b-bca0-cc9ecc4b7009, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:20:08.712561 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-51566bff-801f-487d-8775-591a75a09f89 None None] Port cc96f548-fdaa-4daf-84d8-b65c2133788b cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:20:08.715943 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] For port 70b8caea-5763-401b-bca0-cc9ecc4b7009, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=70b8caea-5763-401b-bca0-cc9ecc4b7009,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:20:08.804858 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.808534 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:08.882546 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Routers {'6bf2140d-a9d7-4f10-af52-2d29266adbe5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:20:08.882875 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.883178 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:19:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:08.939523 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969c96c-8630-42b0-828c-e32723cd52eb None None] Pushing event updated for resources: {'Port': ['ID=70b8caea-5763-401b-bca0-cc9ecc4b7009,revision_number=3']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:08.941985 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589594'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:08.956636 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-7969c96c-8630-42b0-828c-e32723cd52eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:08.972070 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-0a944f5c-8a81-4c2b-8cbd-c63c341220f1 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:09.053530 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-472701'] for router_interface, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:09.057974 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc96f548-fdaa-4daf-84d8-b65c2133788b,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:09.062290 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:09.067786 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] Set router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:20:09.182707 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-64a2e255-4f33-439f-bd16-2b75ef33483a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757082 Jul 09 19:20:09.196458 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:20:09.197688 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:20:09.334350 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-24898b3d-c53d-47ea-8d16-5cc238203ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:09.335862 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-24898b3d-c53d-47ea-8d16-5cc238203ffc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4160ef29e712451b8108c9be6258e10b&device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 1098 time: 0.0749450 Jul 09 19:20:09.396505 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:20:09.455092 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-535b16b9-99b6-45fe-bd02-e90aa4dc3cd8 None None] Provisioning complete for port cc96f548-fdaa-4daf-84d8-b65c2133788b triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:09.455750 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-535b16b9-99b6-45fe-bd02-e90aa4dc3cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:09.522990 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-535b16b9-99b6-45fe-bd02-e90aa4dc3cd8 None None] Port cc96f548-fdaa-4daf-84d8-b65c2133788b cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:20:09.528751 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'name': 'tempest-TestShelveInstance-1574588104-router', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:20:03Z', 'updated_at': '2021-07-09T19:20:08Z', 'revision_number': 4, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'gw_port': {'id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:60:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:04Z', 'updated_at': '2021-07-09T19:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'cc96f548-fdaa-4daf-84d8-b65c2133788b', 'name': '', 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'mac_address': 'fa:16:3e:1b:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:07Z', 'updated_at': '2021-07-09T19:20:07Z', 'revision_number': 1, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'subnets': [{'id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:09.532773 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723f58a8-bb7e-4f77-ab9a-ff99c6952a6a None None] The sync data for ids ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'] in dv-cinder-800268-1-smb is: [{'id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'name': 'tempest-TestShelveInstance-1574588104-router', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:20:03Z', 'updated_at': '2021-07-09T19:20:08Z', 'revision_number': 4, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'gw_port': {'id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:60:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:04Z', 'updated_at': '2021-07-09T19:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'cc96f548-fdaa-4daf-84d8-b65c2133788b', 'name': '', 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'mac_address': 'fa:16:3e:1b:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:07Z', 'updated_at': '2021-07-09T19:20:07Z', 'revision_number': 1, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'subnets': [{'id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:20:09.599527 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-a62dac71-56c2-49c0-be22-59d702afef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:09.601328 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-a62dac71-56c2-49c0-be22-59d702afef1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=38802408-ddd4-4611-87c6-df522c8d5ed4 HTTP/1.1" status: 200 len: 913 time: 0.2446985 Jul 09 19:20:09.615651 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:20:09.629934 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7929d5fe-4033-4d7e-a096-e5830adf0ab5 admin admin] 10.222.0.16 "PUT /v2.0/routers/6bf2140d-a9d7-4f10-af52-2d29266adbe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6190562 Jul 09 19:20:09.679907 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-d97014db-8627-40fa-a97a-c218e998b276 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=094f25de-6005-472c-bcb8-b3b03977befc HTTP/1.1" status: 200 len: 217 time: 0.0699489 Jul 09 19:20:09.761901 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-cd56cc5c-4f7a-4316-a7d7-ad9861729e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:09.763653 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-cd56cc5c-4f7a-4316-a7d7-ad9861729e7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2536f9dd-5e11-46ac-9a3a-ab0c9687db5b HTTP/1.1" status: 200 len: 853 time: 0.0777392 Jul 09 19:20:09.825245 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-e5eea39c-44a2-4cb1-8551-e76dfc0007a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38802408-ddd4-4611-87c6-df522c8d5ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546741 Jul 09 19:20:09.992197 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-bf2f3372-4a58-4eb8-8700-c5ddd466f589 service neutron] 10.222.0.26 "GET /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562862 Jul 09 19:20:10.140946 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-080ea7fb-c18c-474f-b32a-2ca0a9df730a req-8b36052c-0160-4990-9ebe-910d9553aecd service neutron] 10.222.0.26 "GET /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424582 Jul 09 19:20:10.333435 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41700) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:10.339681 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1287137090', 'description': 'tempest-secgroup-smoke-1287137090 description', 'project_id': '17b58b6855db48c4bf58255654734729'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:10.346053 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:10.350341 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Usage tracker for resource:security_group and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:10.353192 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:10.358955 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:10.428338 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:10.448746 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:10.452517 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Usage tracker for resource:security_group_rule and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:10.455250 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:10.461568 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:10.539144 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:10.577199 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:10.583822 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c904c005-773a-4c14-b719-b91508d07692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:10.624738 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b259d-eb8e-4cfe-885a-94d06f004c80,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:10.627593 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:10.696606 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:10.697789 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-1e9e6c09-5223-41f5-afd2-27783463825c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3630693 Jul 09 19:20:10.700795 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41706) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:10.705608 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Request body: {'security_group_rule': {'security_group_id': 'd68b259d-eb8e-4cfe-885a-94d06f004c80', 'project_id': '17b58b6855db48c4bf58255654734729', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:10.712349 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:10.716130 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Usage tracker for resource:security_group_rule and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:10.718979 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:10.725297 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:10.794367 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:10.853341 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:10.890708 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:10.892682 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:10.915977 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d414a885-7142-4322-bdb2-9a3c623580a7,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:10.918842 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:10.988268 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:10.989538 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-34d38a5b-17c6-4e0f-accc-4aad6fbb83ce tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877960 Jul 09 19:20:10.992229 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41710) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:10.997976 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Request body: {'security_group_rule': {'security_group_id': 'd68b259d-eb8e-4cfe-885a-94d06f004c80', 'project_id': '17b58b6855db48c4bf58255654734729', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:11.003562 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:11.007375 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Usage tracker for resource:security_group_rule and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:11.010339 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:11.016019 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:11.144758 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:11.212237 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:11.297179 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:11.299914 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-49113f74-805e-4139-8b03-63bf2dc2c691 tempest-TestMinimumBasicScenario-476210840 tempest-TestMinimumBasicScenario-476210840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:11.323377 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97609c31-e889-4cba-8763-a40da89e7327,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:11.325816 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:11.417164 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:11.418411 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-717ca06f-263d-4b39-8300-ec92d9e704ed tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4252808 Jul 09 19:20:11.421295 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41716) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:11.427107 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Request body: {'security_group_rule': {'security_group_id': 'd68b259d-eb8e-4cfe-885a-94d06f004c80', 'project_id': '17b58b6855db48c4bf58255654734729', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:11.433160 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:11.437054 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Usage tracker for resource:security_group_rule and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:11.440644 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:11.446651 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:11.550256 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:11.613519 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:11.668461 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:11.670553 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:11.694376 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1dd0cab-65a8-4bdb-9c1b-b1cc8a189167,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:11.698701 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:11.759701 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:11.760885 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-c350a465-490a-4ccd-b002-8c05ffaa260b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386598 Jul 09 19:20:11.763599 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41720) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:11.768751 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Request body: {'security_group_rule': {'security_group_id': 'd68b259d-eb8e-4cfe-885a-94d06f004c80', 'project_id': '17b58b6855db48c4bf58255654734729', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:11.774655 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:11.778293 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Usage tracker for resource:security_group_rule and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:11.781212 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:11.787740 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:11.853476 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 70b8caea-5763-401b-bca0-cc9ecc4b7009 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:11.874096 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:11.937465 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:11.976897 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port 70b8caea-5763-401b-bca0-cc9ecc4b7009 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:11.982057 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 70b8caea-5763-401b-bca0-cc9ecc4b7009 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:11.982487 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.005329 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.013286 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-e5020f97-b4b7-4bff-9415-377237389f4a tempest-AttachVolumeShelveTestJSON-432947353 tempest-AttachVolumeShelveTestJSON-432947353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:12.031903 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac17f058-c2bc-4dc4-a0f9-2e3e400a4b50,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:12.035136 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:12.110977 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.115190 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.117410 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3523414 Jul 09 19:20:12.119509 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41726) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:12.127313 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Request body: {'security_group_rule': {'security_group_id': 'd68b259d-eb8e-4cfe-885a-94d06f004c80', 'project_id': '17b58b6855db48c4bf58255654734729', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:12.132478 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port 70b8caea-5763-401b-bca0-cc9ecc4b7009, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=70b8caea-5763-401b-bca0-cc9ecc4b7009,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:12.136518 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:12.140404 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Usage tracker for resource:security_group_rule and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:12.144567 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:12.150483 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:12.217463 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.219365 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:12.253127 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.securitygroups_db [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Project 17b58b6855db48c4bf58255654734729 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:20:12.263801 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.292666 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=70b8caea-5763-401b-bca0-cc9ecc4b7009,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:12.295722 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:12.334516 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Sync routers for ids ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:20:12.341436 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.344565 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Routers {'6bf2140d-a9d7-4f10-af52-2d29266adbe5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:20:12.345162 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:19:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:12.417057 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.424987 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:12.445652 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41ef742-d2b5-4853-8109-ce89e1f57b4e,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:12.447903 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:12.525791 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.527056 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-eb3b6b63-7e62-451a-bd1a-183ec331af25 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4062767 Jul 09 19:20:12.529636 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 41730) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:12.534814 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Request body: {'security_group_rule': {'security_group_id': 'd68b259d-eb8e-4cfe-885a-94d06f004c80', 'project_id': '17b58b6855db48c4bf58255654734729', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:12.540507 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:12.544334 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Usage tracker for resource:security_group_rule and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:12.546100 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Set router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:20:12.547148 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:12.552776 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:12.634347 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.securitygroups_db [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Project 17b58b6855db48c4bf58255654734729 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 19:20:12.641335 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.710559 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.787101 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470166'] for security_group_rule, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.789217 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2d5f14e9-06bc-4313-b419-ffb4f28d11d8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:12.811235 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fb28e7-9677-4b6d-abed-0a32fbd7c009,revision_number=0']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:12.813635 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:12.857464 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'name': 'tempest-TestShelveInstance-1574588104-router', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:20:03Z', 'updated_at': '2021-07-09T19:20:08Z', 'revision_number': 4, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'gw_port': {'id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:60:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:04Z', 'updated_at': '2021-07-09T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'cc96f548-fdaa-4daf-84d8-b65c2133788b', 'name': '', 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'mac_address': 'fa:16:3e:1b:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:07Z', 'updated_at': '2021-07-09T19:20:08Z', 'revision_number': 2, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'subnets': [{'id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:12.861215 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Checking router: 6bf2140d-a9d7-4f10-af52-2d29266adbe5 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:20:12.861593 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Updating router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 port cc96f548-fdaa-4daf-84d8-b65c2133788b binding host dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:20:12.902977 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:12.904401 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-80411098-27ff-402d-a598-090b1b7bd8cc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3738408 Jul 09 19:20:12.913286 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:13.277025 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Notify callbacks [] for port, precommit_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:13.288582 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.provisioning_blocks [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Transition to ACTIVE for port object cc96f548-fdaa-4daf-84d8-b65c2133788b will not be triggered until provisioned by entity L2. {{(pid=79201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:20:13.369802 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:13.379204 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-63975e56-a06e-4cab-9347-9ef7489ad5fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:13.546532 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80ac9b-80f9-4c0a-9da8-06dd0abd5913 None None] Pushing event updated for resources: {'Port': ['ID=cc96f548-fdaa-4daf-84d8-b65c2133788b,revision_number=3']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:13.550392 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-ef80ac9b-80f9-4c0a-9da8-06dd0abd5913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:13.604861 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Attempting to bind port cc96f548-fdaa-4daf-84d8-b65c2133788b on host dv-cinder-800268-1-smb for vnic_type normal with profile {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:20:13.605134 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Attempting to bind port cc96f548-fdaa-4daf-84d8-b65c2133788b by drivers openvswitch,hyperv on host dv-cinder-800268-1-smb at level 0 using segments [{'id': '655425ee-1db8-4f44-ad9e-b3c320f35de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513'}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:20:13.605496 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Attempting to bind port cc96f548-fdaa-4daf-84d8-b65c2133788b on network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:20:13.611048 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Checking agent: {'id': '6dbae7cb-39ea-4be6-bd5c-ccde1dc44991', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 0, 18), 'started_at': datetime.datetime(2021, 7, 9, 19, 0, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:20:13.611724 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Checking segment: {'id': '655425ee-1db8-4f44-ad9e-b3c320f35de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:20:13.611886 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:13.612234 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Bound using segment: {'id': '655425ee-1db8-4f44-ad9e-b3c320f35de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513'} {{(pid=79201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:20:13.612703 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.managers [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Bound port: cc96f548-fdaa-4daf-84d8-b65c2133788b, host: dv-cinder-800268-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655425ee-1db8-4f44-ad9e-b3c320f35de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513'}}] {{(pid=79201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:20:13.613081 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:13.708460 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] For port cc96f548-fdaa-4daf-84d8-b65c2133788b, host dv-cinder-800268-1-smb, cleared binding levels {{(pid=79201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:20:13.708460 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.plugins.ml2.db [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] For port cc96f548-fdaa-4daf-84d8-b65c2133788b, host dv-cinder-800268-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=cc96f548-fdaa-4daf-84d8-b65c2133788b,segment=NetworkSegment(655425ee-1db8-4f44-ad9e-b3c320f35de3),segment_id=655425ee-1db8-4f44-ad9e-b3c320f35de3)] {{(pid=79201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:20:13.781431 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron_lib.callbacks.manager [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:13.786470 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-75078bc1-5459-4425-9dcd-e8de6ee62f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:13.842426 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 70b8caea-5763-401b-bca0-cc9ecc4b7009 up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:13.857862 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80ac9b-80f9-4c0a-9da8-06dd0abd5913 None None] Pushing event updated for resources: {'Port': ['ID=cc96f548-fdaa-4daf-84d8-b65c2133788b,revision_number=4']} {{(pid=79201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:13.908393 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Routers {'6bf2140d-a9d7-4f10-af52-2d29266adbe5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:20:13.909070 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:19:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:13.944108 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port 70b8caea-5763-401b-bca0-cc9ecc4b7009 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:13.944395 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:13.968614 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG oslo_concurrency.lockutils [None req-ef80ac9b-80f9-4c0a-9da8-06dd0abd5913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79201) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:14.130787 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] Set router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:20:14.464980 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'name': 'tempest-TestShelveInstance-1574588104-router', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:20:03Z', 'updated_at': '2021-07-09T19:20:08Z', 'revision_number': 4, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'gw_port': {'id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:60:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:04Z', 'updated_at': '2021-07-09T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'cc96f548-fdaa-4daf-84d8-b65c2133788b', 'name': '', 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'mac_address': 'fa:16:3e:1b:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:07Z', 'updated_at': '2021-07-09T19:20:13Z', 'revision_number': 4, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'subnets': [{'id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:14.468775 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e8530f-b141-49f7-91b7-2e77e75aac52 None None] The sync data for ids ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'] in dv-cinder-800268-1-smb is: [{'id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'name': 'tempest-TestShelveInstance-1574588104-router', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:20:03Z', 'updated_at': '2021-07-09T19:20:08Z', 'revision_number': 4, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'gw_port': {'id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:60:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:04Z', 'updated_at': '2021-07-09T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': 'cc96f548-fdaa-4daf-84d8-b65c2133788b', 'name': '', 'network_id': '9443bf44-0cc9-4ecf-b7a9-1f3937e8a513', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'mac_address': 'fa:16:3e:1b:8d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:07Z', 'updated_at': '2021-07-09T19:20:13Z', 'revision_number': 4, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'subnets': [{'id': '6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:20:15.854132 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device cc96f548-fdaa-4daf-84d8-b65c2133788b up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:15.998057 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning for port cc96f548-fdaa-4daf-84d8-b65c2133788b completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:16.003840 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port cc96f548-fdaa-4daf-84d8-b65c2133788b triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:16.007597 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:16.121808 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:16.153470 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] For port cc96f548-fdaa-4daf-84d8-b65c2133788b, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=cc96f548-fdaa-4daf-84d8-b65c2133788b,segment=NetworkSegment(655425ee-1db8-4f44-ad9e-b3c320f35de3),segment_id=655425ee-1db8-4f44-ad9e-b3c320f35de3)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:16.215251 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:16.217097 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:16.286565 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Pushing event updated for resources: {'Port': ['ID=cc96f548-fdaa-4daf-84d8-b65c2133788b,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:16.289671 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:17.525052 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-57cc42bc-e2f9-42be-a680-c1b0bf49f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:17.842118 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device cc96f548-fdaa-4daf-84d8-b65c2133788b up at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:17.909444 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Provisioning complete for port cc96f548-fdaa-4daf-84d8-b65c2133788b triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:17.910070 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:18.106776 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:19.952126 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-dd868001-0f3d-4298-b994-b39195063d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:21.306350 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:22.793996 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:25.517000 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93203044-13a4-4ade-abbc-f9a668728b68 req-a9314338-584d-4267-823e-2745139dac7d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:25.518334 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-93203044-13a4-4ade-abbc-f9a668728b68 req-a9314338-584d-4267-823e-2745139dac7d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 945 time: 0.0822909 Jul 09 19:20:25.565277 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-93203044-13a4-4ade-abbc-f9a668728b68 req-35f43e5d-10b7-4fd5-8bf7-7c5a0219615a tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Jul 09 19:20:26.752377 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf1463-3837-4616-92a4-73997aed4fd9 req-e190e089-c21e-4159-aa04-5bc2daf5da06 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:26.753956 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b0bf1463-3837-4616-92a4-73997aed4fd9 req-e190e089-c21e-4159-aa04-5bc2daf5da06 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 945 time: 0.0818024 Jul 09 19:20:26.892386 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b0bf1463-3837-4616-92a4-73997aed4fd9 req-72962ca5-847a-441e-b20e-a8f0ad09f179 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317267 Jul 09 19:20:28.074841 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388d614-ed54-4386-bd99-b4bcaf026bad req-f5a89ad8-d60b-4454-a4ee-2fc00e045c3e tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:28.076163 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c388d614-ed54-4386-bd99-b4bcaf026bad req-f5a89ad8-d60b-4454-a4ee-2fc00e045c3e tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 945 time: 0.0784504 Jul 09 19:20:28.120490 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c388d614-ed54-4386-bd99-b4bcaf026bad req-aae2f9b0-f6d6-4a9a-9cdb-6354b1ea4114 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387816 Jul 09 19:20:29.318458 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e84864-817e-451e-89d7-356261d841cb req-640db938-68d3-40f5-aa12-86145db0dd5d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:29.319918 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d4e84864-817e-451e-89d7-356261d841cb req-640db938-68d3-40f5-aa12-86145db0dd5d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 945 time: 0.0819280 Jul 09 19:20:29.362600 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d4e84864-817e-451e-89d7-356261d841cb req-d36c381c-5ac4-4969-bf4a-2733e6826814 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370717 Jul 09 19:20:30.542874 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0e867-f1d0-477c-adfe-f179c89e83c1 req-6023333e-2259-419a-8eb8-50c9909fd049 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:30.544205 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6aa0e867-f1d0-477c-adfe-f179c89e83c1 req-6023333e-2259-419a-8eb8-50c9909fd049 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 945 time: 0.0781798 Jul 09 19:20:30.591085 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6aa0e867-f1d0-477c-adfe-f179c89e83c1 req-174d33b7-a217-4959-b4f4-8ee1e66608a1 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Jul 09 19:20:30.898275 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-4fd788c0-8c15-4e27-8e48-9350f68cd217 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:30.898991 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-4fd788c0-8c15-4e27-8e48-9350f68cd217 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Synchronizing usage tracker for tenant:4160ef29e712451b8108c9be6258e10b on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:20:30.985654 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-4fd788c0-8c15-4e27-8e48-9350f68cd217 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Unset dirty status for tenant:4160ef29e712451b8108c9be6258e10b on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:20:30.986825 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-4fd788c0-8c15-4e27-8e48-9350f68cd217 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.26 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 945 time: 0.1649554 Jul 09 19:20:31.058434 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Deleting port 094f25de-6005-472c-bcb8-b3b03977befc {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:20:31.058792 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:31.291767 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] For port 094f25de-6005-472c-bcb8-b3b03977befc, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=094f25de-6005-472c-bcb8-b3b03977befc,segment=NetworkSegment(acb3375a-66f3-46df-afe8-7320d436ec3b),segment_id=acb3375a-66f3-46df-afe8-7320d436ec3b)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:31.292034 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:31.415236 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Calling delete_port for 094f25de-6005-472c-bcb8-b3b03977befc owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:20:31.599526 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:31.604733 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-49693765-a907-426f-88b6-60597ced7cac tempest-AttachVolumeTestJSON-125314312 tempest-AttachVolumeTestJSON-125314312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:31.611542 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['094f25de-6005-472c-bcb8-b3b03977befc'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:20:31.652552 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Pushing event deleted for resources: {'Port': ['ID=094f25de-6005-472c-bcb8-b3b03977befc,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:31.655663 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:31.696124 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:31.731120 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] No DVR routers for this DVR port 094f25de-6005-472c-bcb8-b3b03977befc on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:20:31.734449 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:31.737816 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e9fec2-51d7-4042-886d-8f60e7de31e9', 'name': 'network-vif-deleted', 'tag': '094f25de-6005-472c-bcb8-b3b03977befc'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:20:31.744048 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-79bb18f9-13ba-4049-8485-496ac46e65d3 req-ac5f952d-2796-43c1-b2d1-5c5cf42cfb2d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=31e9fec2-51d7-4042-886d-8f60e7de31e9 HTTP/1.1" status: 200 len: 210 time: 0.0465508 Jul 09 19:20:31.799926 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-9545d3c5-5c2e-467c-b783-05cb00a3514c req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.26 "DELETE /v2.0/ports/094f25de-6005-472c-bcb8-b3b03977befc HTTP/1.1" status: 204 len: 173 time: 0.8077404 Jul 09 19:20:31.842123 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31e9fec2-51d7-4042-886d-8f60e7de31e9', 'name': 'network-vif-deleted', 'tag': '094f25de-6005-472c-bcb8-b3b03977befc', 'status': 'completed', 'code': 200} Jul 09 19:20:33.795166 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-571e67e4-5776-4965-a4d2-1b06df7f001b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Synchronizing usage tracker for tenant:17b58b6855db48c4bf58255654734729 on resource:security_group {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:20:33.890706 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-571e67e4-5776-4965-a4d2-1b06df7f001b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Unset dirty status for tenant:17b58b6855db48c4bf58255654734729 on resource:security_group {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:20:33.891976 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-571e67e4-5776-4965-a4d2-1b06df7f001b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1287137090&fields=id&tenant_id=17b58b6855db48c4bf58255654734729 HTTP/1.1" status: 200 len: 267 time: 0.1355278 Jul 09 19:20:34.041934 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-c3f8b91a-5802-468e-85d5-995000b6da79 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:34.042608 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-c3f8b91a-5802-468e-85d5-995000b6da79 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Synchronizing usage tracker for tenant:17b58b6855db48c4bf58255654734729 on resource:network {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:20:34.176392 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-c3f8b91a-5802-468e-85d5-995000b6da79 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Unset dirty status for tenant:17b58b6855db48c4bf58255654734729 on resource:network {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:20:34.177560 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-c3f8b91a-5802-468e-85d5-995000b6da79 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/networks?id=3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 200 len: 808 time: 0.2790666 Jul 09 19:20:34.192126 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-96049271-d7b0-4df9-82ac-f00b1e22dfe2 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/quotas/17b58b6855db48c4bf58255654734729 HTTP/1.1" status: 200 len: 375 time: 0.0089288 Jul 09 19:20:34.275554 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-2de3f5f0-eefa-4bb8-8ae7-8fdaacd219bb tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Synchronizing usage tracker for tenant:17b58b6855db48c4bf58255654734729 on resource:port {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:20:34.370767 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-2de3f5f0-eefa-4bb8-8ae7-8fdaacd219bb tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Unset dirty status for tenant:17b58b6855db48c4bf58255654734729 on resource:port {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:20:34.374152 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-2de3f5f0-eefa-4bb8-8ae7-8fdaacd219bb tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1752892 Jul 09 19:20:34.482712 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-7f7df688-48a9-4e94-9f91-6eb57be9508e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=79198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:20:34.483816 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-7f7df688-48a9-4e94-9f91-6eb57be9508e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1007118 Jul 09 19:20:34.617183 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-a014ff90-d135-4441-8982-f30342ee0d0a service neutron] 10.222.0.16 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274719 Jul 09 19:20:34.755210 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-076137b7-833d-43f2-89f7-31a6369bcf99 service neutron] 10.222.0.16 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308839 Jul 09 19:20:35.455171 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9cefc504-0ca6-4771-af4e-fd141632256c req-916d74a1-b51d-4d4a-aeb0-8f5af7df7942 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 210 time: 0.0422947 Jul 09 19:20:35.482260 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 094f25de-6005-472c-bcb8-b3b03977befc no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:20:35.519473 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 094f25de-6005-472c-bcb8-b3b03977befc {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:20:35.519828 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 094f25de-6005-472c-bcb8-b3b03977befc not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:20:36.548488 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a25c2142-8709-44db-b126-aa7a9e95655f req-88ac87ed-c5fa-4810-9fa2-3dcd2ba66162 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 210 time: 0.0422630 Jul 09 19:20:37.720699 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4588bc72-ea4a-4e6a-9473-e042e229a823 req-d2950b6d-e48d-4e9a-984e-3a6703f52220 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 210 time: 0.0621016 Jul 09 19:20:37.743020 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-78bb818b-e8c3-4d10-88d8-e2035fdeaf55 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:37.744461 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-78bb818b-e8c3-4d10-88d8-e2035fdeaf55 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/networks?id=38802408-ddd4-4611-87c6-df522c8d5ed4 HTTP/1.1" status: 200 len: 813 time: 0.1900709 Jul 09 19:20:37.759862 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-3a351afb-afcc-4c2d-89e9-dcc450578068 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/quotas/4160ef29e712451b8108c9be6258e10b HTTP/1.1" status: 200 len: 375 time: 0.0097463 Jul 09 19:20:37.808813 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-07b068ba-7d60-436c-8a13-623495e0abd0 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4160ef29e712451b8108c9be6258e10b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437374 Jul 09 19:20:37.940300 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-f984b309-a4e6-49e7-9dca-9146999b1396 service neutron] 10.222.0.16 "GET /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249423 Jul 09 19:20:38.013045 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-c4785506-6fa7-4c07-9798-8a8873559107 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:38.014555 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-c4785506-6fa7-4c07-9798-8a8873559107 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.26 "GET /v2.0/networks?id=3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 200 len: 808 time: 0.1470342 Jul 09 19:20:38.084417 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-370fe6d1-e7dc-46c0-aaa1-b6966ca7288a service neutron] 10.222.0.16 "GET /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327336 Jul 09 19:20:38.163529 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-6b1d4b37-68e4-4a66-a10e-c152f430886f tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17b58b6855db48c4bf58255654734729 HTTP/1.1" status: 200 len: 380 time: 0.1408539 Jul 09 19:20:38.172692 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Request body: {'port': {'device_id': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'admin_state_up': True, 'tenant_id': '17b58b6855db48c4bf58255654734729', 'security_groups': ['d68b259d-eb8e-4cfe-885a-94d06f004c80']}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:38.316756 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:38.327348 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:38.385237 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-449e0276-770e-4b68-a853-e725da0c46a7 req-adf01860-6556-4f68-a99f-f94260e3a972 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 210 time: 0.0436211 Jul 09 19:20:38.422089 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Made reservation on behalf of 17b58b6855db48c4bf58255654734729 for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:20:38.425633 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:38.587252 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Allocated IP 172.20.0.4 (3109be49-d5a1-47c2-bc3a-13d308423fd7/dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07/fdf1ebd8-efcd-43a8-aeb3-5fee91a93663) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:20:38.783151 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:38.798925 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Transition to ACTIVE for port object fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 will not be triggered until provisioned by entity DHCP. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:20:38.919861 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:38.929349 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-1fbaa301-6662-476a-acac-6e0cf2bdcc30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:38.998840 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Network 3109be49-d5a1-47c2-bc3a-13d308423fd7 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:20:39.001919 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:20:39.005685 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:20:39.017921 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2160b-0c37-456f-b103-eae4044c60b7 req-be6c4c13-2cbb-4a48-98dd-0059753e0f8e tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:39.020222 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-44d2160b-0c37-456f-b103-eae4044c60b7 req-be6c4c13-2cbb-4a48-98dd-0059753e0f8e tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 931 time: 0.1940482 Jul 09 19:20:39.046227 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event updated for resources: {'Port': ['ID=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:39.052146 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:39.079943 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:39.080768 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:39.083264 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-44d2160b-0c37-456f-b103-eae4044c60b7 req-1910432b-ad35-4b99-b7b3-bbab718a921c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568392 Jul 09 19:20:39.177638 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-09e974d4-fb4f-43ef-a4ed-664b4eb34eb3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0083055 Jul 09 19:20:39.189495 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Request body: {'port': {'device_id': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:39.303986 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:39.411875 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-119be171-00db-4def-86d6-aa549464d367 None None] Provisioning for port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 completed by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:39.425539 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-119be171-00db-4def-86d6-aa549464d367 None None] Provisioning complete for port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 triggered by entity DHCP. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:39.426526 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-119be171-00db-4def-86d6-aa549464d367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:39.487486 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-119be171-00db-4def-86d6-aa549464d367 None None] Port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 cannot update to ACTIVE because it is not bound. {{(pid=79200) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:20:39.548011 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1d3d76d7-0c1b-4344-917f-5efcfe95a82b req-7ee1a7e2-a760-4c72-bcac-99c68b4e35e4 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 210 time: 0.0454388 Jul 09 19:20:39.653733 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:20:39.661521 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:39.675721 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Transition to ACTIVE for port object fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:20:39.736193 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:39.740931 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-fd4ffce5-8207-4b91-be11-8e040e7867f7 tempest-AttachVolumeNegativeTest-599529786 tempest-AttachVolumeNegativeTest-599529786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:39.867297 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Pushing event updated for resources: {'Port': ['ID=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:39.894967 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:39.979031 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Attempting to bind port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:20:39.981839 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Attempting to bind port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:20:39.981839 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Attempting to bind port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 on network 3109be49-d5a1-47c2-bc3a-13d308423fd7 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:20:39.984193 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 on network 3109be49-d5a1-47c2-bc3a-13d308423fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:20:39.984509 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Attempting to bind port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 on network 3109be49-d5a1-47c2-bc3a-13d308423fd7 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:20:39.989542 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:20:39.989866 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Checking segment: {'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:20:39.990237 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Bound using segment: {'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:20:39.990681 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Bound port: fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfcd2a9-78f7-41aa-8635-5e711f747258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:20:39.991090 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:40.078099 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] For port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:20:40.080931 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] For port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:20:40.169758 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:40.174872 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b067ae01-aadc-4fc7-9dfd-0322bbea8fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:40.235804 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:40.236415 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:40.237782 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] 10.222.0.26 "PUT /v2.0/ports/fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 200 len: 1093 time: 1.0525944 Jul 09 19:20:40.238856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:20:40.257685 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:20:40.265232 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Pushing event updated for resources: {'Port': ['ID=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:40.268903 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:40.294334 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed461c6-b4ac-49e0-ac4f-600d703a5998 req-0d2d44fe-ce37-44c3-b0da-5e0a8bbee32b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:40.295885 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1ed461c6-b4ac-49e0-ac4f-600d703a5998 req-0d2d44fe-ce37-44c3-b0da-5e0a8bbee32b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 943 time: 0.1093371 Jul 09 19:20:40.296488 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'status': 'completed', 'code': 200} Jul 09 19:20:40.345418 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1ed461c6-b4ac-49e0-ac4f-600d703a5998 req-6acfce1f-288e-4b79-8700-c3269ea0a13f tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Jul 09 19:20:40.392602 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feab41-afa6-474a-a235-0d50d3e046dc req-752f6716-8abd-4602-a76d-fa6a05cc18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:40.397636 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f7feab41-afa6-474a-a235-0d50d3e046dc req-752f6716-8abd-4602-a76d-fa6a05cc18e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0764060 Jul 09 19:20:40.702309 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a6b90eea-936c-4dae-9374-761547abaa09 req-b01c2507-b7d8-4a32-bb9e-d87db9e5f5fb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 210 time: 0.0485029 Jul 09 19:20:40.759593 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feab41-afa6-474a-a235-0d50d3e046dc req-4d9e6fcd-0a1d-4bd0-9114-4a4df5eddf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:40.761052 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f7feab41-afa6-474a-a235-0d50d3e046dc req-4d9e6fcd-0a1d-4bd0-9114-4a4df5eddf1f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=17b58b6855db48c4bf58255654734729&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3543677 Jul 09 19:20:40.767842 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-19231313-cd06-4da9-824b-6ba9c03822f0 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:40.768974 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-19231313-cd06-4da9-824b-6ba9c03822f0 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.26 "GET /v2.0/networks?id=38802408-ddd4-4611-87c6-df522c8d5ed4 HTTP/1.1" status: 200 len: 813 time: 0.3635228 Jul 09 19:20:40.794588 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Request body: {'port': {'device_id': '58cb0553-1077-4c59-b071-bfa9756e96c5', 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4', 'admin_state_up': True, 'tenant_id': '4160ef29e712451b8108c9be6258e10b'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:41.014803 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7feab41-afa6-474a-a235-0d50d3e046dc req-f13edaf0-cda1-4ec7-9ddb-b0fa9810c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:41.016251 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f7feab41-afa6-474a-a235-0d50d3e046dc req-f13edaf0-cda1-4ec7-9ddb-b0fa9810c16f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2464294 Jul 09 19:20:41.020899 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:41.024984 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Usage tracker for resource:port and tenant:4160ef29e712451b8108c9be6258e10b is out of sync, need to count used quota {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:41.027800 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79199) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:41.033426 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.quota.driver [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:41.119199 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-be856b07-35bd-4f56-86b4-720b11ccb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:41.120576 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-be856b07-35bd-4f56-86b4-720b11ccb6e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0698707 Jul 09 19:20:41.121578 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Made reservation on behalf of 4160ef29e712451b8108c9be6258e10b for: {'port': 1} {{(pid=79199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:20:41.124949 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:41.202573 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-c58400ab-d404-4a12-b5cd-27a54e1f6647 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 200 len: 217 time: 0.0685425 Jul 09 19:20:41.325973 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-02765981-0b9d-4556-a6a6-475a3e9b8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:41.327447 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-02765981-0b9d-4556-a6a6-475a3e9b8e7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 HTTP/1.1" status: 200 len: 847 time: 0.0870304 Jul 09 19:20:41.440246 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_common [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Allocated IP 172.20.0.4 (38802408-ddd4-4611-87c6-df522c8d5ed4/2536f9dd-5e11-46ac-9a3a-ab0c9687db5b/0e4a6b7f-c084-499f-85bc-1607e2822b9b) {{(pid=79199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:20:41.507448 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-2806cb38-8777-4553-bfd1-09e4ab078ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:41.508903 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-2806cb38-8777-4553-bfd1-09e4ab078ca4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3109be49-d5a1-47c2-bc3a-13d308423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1284046 Jul 09 19:20:41.530945 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babd730-0d8e-449a-affb-18ceaaf79942 req-30a40f42-6e58-4616-a7ee-06b0558e8d8b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:41.532665 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8babd730-0d8e-449a-affb-18ceaaf79942 req-30a40f42-6e58-4616-a7ee-06b0558e8d8b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 943 time: 0.0805640 Jul 09 19:20:41.577175 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8babd730-0d8e-449a-affb-18ceaaf79942 req-9cda1a15-3165-47a2-bcad-de7134881e8e tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387213 Jul 09 19:20:41.765686 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-a71bbb82-b5e4-4c53-a6e6-50e6fe29f405 service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385535 Jul 09 19:20:41.768179 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks [] for port, precommit_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:41.852826 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ee7d2f58-3a27-4acd-ae50-1703d1e723f4 req-71a5bf7f-f3f0-4097-a946-1d3556001b62 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 210 time: 0.0424016 Jul 09 19:20:41.911223 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-7ac52985-c588-4edc-b849-24cfe2cf12d9 req-3362c2a5-1859-48c2-8e4d-76b55d7bab0f service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379437 Jul 09 19:20:41.963018 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_create {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:41.968495 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0090be1b-d287-441a-bfee-578e050a76ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:42.031770 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Network 38802408-ddd4-4611-87c6-df522c8d5ed4 is already hosted by enough agents. {{(pid=79199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:20:42.034774 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.base_scheduler [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Resources bound (agent type, host, resource id): {{(pid=79199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:20:42.038546 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Received port after_create {{(pid=79199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:20:42.178110 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Pushing event updated for resources: {'Port': ['ID=0e4a6b7f-c084-499f-85bc-1607e2822b9b,revision_number=1']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:42.182849 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:42.205170 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:42.205755 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:42.283626 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-a5d5bb88-ceab-44f1-9174-a610b3b65287 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4950480 Jul 09 19:20:42.295246 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.v2.base [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Request body: {'port': {'device_id': '58cb0553-1077-4c59-b071-bfa9756e96c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=79199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:42.401831 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:42.734884 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4a6b7f-c084-499f-85bc-1607e2822b9b {{(pid=79199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:20:42.742007 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:42.756175 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.provisioning_blocks [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Transition to ACTIVE for port object 0e4a6b7f-c084-499f-85bc-1607e2822b9b will not be triggered until provisioned by entity L2. {{(pid=79199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:20:42.761049 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776f026-8e02-45cd-9446-6e8e47076907 req-346e23db-d200-4aa4-a56f-66506f2e4b6c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:42.762551 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7776f026-8e02-45cd-9446-6e8e47076907 req-346e23db-d200-4aa4-a56f-66506f2e4b6c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 943 time: 0.0828857 Jul 09 19:20:42.807159 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7776f026-8e02-45cd-9446-6e8e47076907 req-e24e6988-0428-4200-a701-e3232e0c91db tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388734 Jul 09 19:20:42.838966 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:42.843692 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-177acd73-1881-4f84-a5f2-a253b9341f25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:43.026733 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Pushing event updated for resources: {'Port': ['ID=0e4a6b7f-c084-499f-85bc-1607e2822b9b,revision_number=2']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:43.032241 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:43.038108 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5b6a6-9c3a-45d5-926c-e0eabe4bfb4c req-a777d7e4-53d7-4aa0-abe0-6f983275badd tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:43.039609 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-98b5b6a6-9c3a-45d5-926c-e0eabe4bfb4c req-a777d7e4-53d7-4aa0-abe0-6f983275badd tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 943 time: 0.0832233 Jul 09 19:20:43.070509 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Attempting to bind port 0e4a6b7f-c084-499f-85bc-1607e2822b9b on host hv-cinder-80026 for vnic_type normal with profile {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:20:43.070870 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Attempting to bind port 0e4a6b7f-c084-499f-85bc-1607e2822b9b by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': 'acb3375a-66f3-46df-afe8-7320d436ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4'}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:20:43.071196 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Attempting to bind port 0e4a6b7f-c084-499f-85bc-1607e2822b9b on network 38802408-ddd4-4611-87c6-df522c8d5ed4 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:20:43.075736 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Port 0e4a6b7f-c084-499f-85bc-1607e2822b9b on network 38802408-ddd4-4611-87c6-df522c8d5ed4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:20:43.076055 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Attempting to bind port 0e4a6b7f-c084-499f-85bc-1607e2822b9b on network 38802408-ddd4-4611-87c6-df522c8d5ed4 {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:20:43.081485 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Checking agent: {'id': '8321d25f-b8a1-4249-831e-00e34935ba8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'started_at': datetime.datetime(2021, 7, 9, 19, 7, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:20:43.082378 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Checking segment: {'id': 'acb3375a-66f3-46df-afe8-7320d436ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:20:43.082811 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Bound using segment: {'id': 'acb3375a-66f3-46df-afe8-7320d436ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4'} {{(pid=79199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:20:43.083267 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.managers [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Bound port: 0e4a6b7f-c084-499f-85bc-1607e2822b9b, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb3375a-66f3-46df-afe8-7320d436ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4'}}] {{(pid=79199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:20:43.083615 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:43.084027 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-98b5b6a6-9c3a-45d5-926c-e0eabe4bfb4c req-8aed3c9e-e90c-4685-ae26-fee842fd0e0d tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386276 Jul 09 19:20:43.169721 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] For port 0e4a6b7f-c084-499f-85bc-1607e2822b9b, host hv-cinder-80026, cleared binding levels {{(pid=79199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jul 09 19:20:43.172625 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] For port 0e4a6b7f-c084-499f-85bc-1607e2822b9b, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0e4a6b7f-c084-499f-85bc-1607e2822b9b,segment=NetworkSegment(acb3375a-66f3-46df-afe8-7320d436ec3b),segment_id=acb3375a-66f3-46df-afe8-7320d436ec3b)] {{(pid=79199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jul 09 19:20:43.244874 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11292614'] for port, after_update {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:43.249508 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-34280540-470b-4453-9c07-490f66db3364 tempest-VolumesActionsTest-713379197 tempest-VolumesActionsTest-713379197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:43.305013 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:43.305166 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:43.306735 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] 10.222.0.26 "PUT /v2.0/ports/0e4a6b7f-c084-499f-85bc-1607e2822b9b HTTP/1.1" status: 200 len: 1093 time: 1.0155025 Jul 09 19:20:43.309451 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cb0553-1077-4c59-b071-bfa9756e96c5', 'tag': '0e4a6b7f-c084-499f-85bc-1607e2822b9b'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:20:43.333635 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Pushing event updated for resources: {'Port': ['ID=0e4a6b7f-c084-499f-85bc-1607e2822b9b,revision_number=3']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:43.337162 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:43.355769 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cb0553-1077-4c59-b071-bfa9756e96c5', 'tag': '0e4a6b7f-c084-499f-85bc-1607e2822b9b', 'status': 'completed', 'code': 200} Jul 09 19:20:43.452126 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edcc16-0e9d-4fea-9fbe-7c3d2139875c req-2d835841-f7b9-486c-b37a-d49bd06fd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:43.453476 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e3edcc16-0e9d-4fea-9fbe-7c3d2139875c req-2d835841-f7b9-486c-b37a-d49bd06fd086 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4160ef29e712451b8108c9be6258e10b&device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 1096 time: 0.0698543 Jul 09 19:20:43.529981 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:20:43.592036 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edcc16-0e9d-4fea-9fbe-7c3d2139875c req-b653b73a-1ea9-44e1-815d-cae6f9835aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:43.593495 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e3edcc16-0e9d-4fea-9fbe-7c3d2139875c req-b653b73a-1ea9-44e1-815d-cae6f9835aee service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4160ef29e712451b8108c9be6258e10b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1324928 Jul 09 19:20:43.688770 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:43.702082 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'port_id': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'mac_address': 'fa:16:3e:2c:2a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:20:43.730306 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edcc16-0e9d-4fea-9fbe-7c3d2139875c req-42f67075-a3e2-4fe8-87d9-1b875253e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:43.731723 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-e3edcc16-0e9d-4fea-9fbe-7c3d2139875c req-42f67075-a3e2-4fe8-87d9-1b875253e15a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1311860 Jul 09 19:20:43.759776 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:43.776111 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:20:43.794015 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:43.840064 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-889c67fc-f6c2-4ed1-90e8-31113ab7022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:43.841535 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-889c67fc-f6c2-4ed1-90e8-31113ab7022e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4160ef29e712451b8108c9be6258e10b&device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 1096 time: 0.0750422 Jul 09 19:20:43.877406 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:43.880590 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:43.910204 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-de87ad97-6f63-4308-9146-a3829186ebc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e4a6b7f-c084-499f-85bc-1607e2822b9b HTTP/1.1" status: 200 len: 217 time: 0.0608051 Jul 09 19:20:43.952159 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:43.960492 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.960833 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.961164 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.961491 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.961815 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.962132 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.962449 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.962802 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.963119 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.963514 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.963823 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.964133 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:20:43.968284 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:43.983483 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-65c11898-84cd-411b-be38-d7be60bf6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:43.984971 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-65c11898-84cd-411b-be38-d7be60bf6353 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2536f9dd-5e11-46ac-9a3a-ab0c9687db5b HTTP/1.1" status: 200 len: 853 time: 0.0683451 Jul 09 19:20:43.992097 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37256b-c4fc-456a-af56-482ab6d77197 req-cdb40b6e-73de-4131-bd15-dc7f4672943d tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:43.993528 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ba37256b-c4fc-456a-af56-482ab6d77197 req-cdb40b6e-73de-4131-bd15-dc7f4672943d tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 944 time: 0.0845768 Jul 09 19:20:44.031703 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-192ab214-cd18-4804-9086-b5757f6480a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=38802408-ddd4-4611-87c6-df522c8d5ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401316 Jul 09 19:20:44.037250 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ba37256b-c4fc-456a-af56-482ab6d77197 req-0ab9b6a2-f558-47e8-9eae-53e2b34423ef tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380011 Jul 09 19:20:44.209243 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['fdf1ebd8-efcd-43a8-aeb3-5fee91a93663'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:20:44.259538 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-d073fe74-c0c2-4ec3-a9af-08e5f30b2abc service neutron] 10.222.0.26 "GET /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211757 Jul 09 19:20:44.276458 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e489cc-5b71-4d99-b0f7-d81cd88b6774 req-a8ae1b30-9e84-458c-92ca-3c3072c8685c tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:44.277960 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b3e489cc-5b71-4d99-b0f7-d81cd88b6774 req-a8ae1b30-9e84-458c-92ca-3c3072c8685c tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 943 time: 0.0867081 Jul 09 19:20:44.324926 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b3e489cc-5b71-4d99-b0f7-d81cd88b6774 req-13897e9f-ad46-4cb0-bd6c-2742c6324603 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Jul 09 19:20:44.395797 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-2e717162-8d37-4315-83b7-7c208ce942b8 req-c23c3842-871f-4171-b5a8-88619f76e727 service neutron] 10.222.0.26 "GET /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300461 Jul 09 19:20:45.228540 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2da81-ced4-461f-8b21-04335df62562 req-492da5c7-ef4c-400a-8061-ac6c58eefd80 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:45.229890 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-aca2da81-ced4-461f-8b21-04335df62562 req-492da5c7-ef4c-400a-8061-ac6c58eefd80 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 944 time: 0.0880461 Jul 09 19:20:45.273458 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-aca2da81-ced4-461f-8b21-04335df62562 req-7f29dddc-e310-4ff8-ae48-ec5a319f3b81 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379393 Jul 09 19:20:45.506221 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312025f-97b3-4bfb-ba8a-995ec561fd4c req-2bc44223-9831-4175-bc55-51acb592b44c tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:45.507583 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c312025f-97b3-4bfb-ba8a-995ec561fd4c req-2bc44223-9831-4175-bc55-51acb592b44c tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 943 time: 0.0774548 Jul 09 19:20:45.550302 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c312025f-97b3-4bfb-ba8a-995ec561fd4c req-b6e6ac20-c8ab-4a92-b72b-52b8c61d3790 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 Jul 09 19:20:45.560717 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:45.689924 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:45.694508 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:45.694917 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:45.809300 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:45.835676 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:20:45.845409 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:45.918889 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:45.920822 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:45.950442 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'code': 200} Jul 09 19:20:45.987623 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:45.991634 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:46.378150 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c030917-90cd-4964-a3ab-48e86b2102bb req-356ab908-f3db-45e9-abd6-510d6cae72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:46.380272 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8c030917-90cd-4964-a3ab-48e86b2102bb req-356ab908-f3db-45e9-abd6-510d6cae72c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0716200 Jul 09 19:20:46.424440 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-8c030917-90cd-4964-a3ab-48e86b2102bb req-d586d073-850d-4bc0-901b-68062a7f130a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376575 Jul 09 19:20:46.459905 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0f88e-8024-4ace-870f-796ebbf5c8aa req-900fc1c6-6560-4c17-a10f-ffbf9fe4c996 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:46.461366 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c6c0f88e-8024-4ace-870f-796ebbf5c8aa req-900fc1c6-6560-4c17-a10f-ffbf9fe4c996 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0840530 Jul 09 19:20:46.505582 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c6c0f88e-8024-4ace-870f-796ebbf5c8aa req-26649ec0-224d-41cf-b50c-f0239164bea0 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386386 Jul 09 19:20:46.730538 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf356d41-e9aa-457a-83ba-80aaf0c099c3 req-cd0315b5-b6c0-4918-87db-89827ca10ea1 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:46.732027 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf356d41-e9aa-457a-83ba-80aaf0c099c3 req-cd0315b5-b6c0-4918-87db-89827ca10ea1 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 943 time: 0.0783958 Jul 09 19:20:46.779107 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-bf356d41-e9aa-457a-83ba-80aaf0c099c3 req-50974965-aefc-4075-83ee-9327b3b48368 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415065 Jul 09 19:20:47.568344 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-e760cf0c-c021-4649-b24e-7e70592d6309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:47.590233 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 0e4a6b7f-c084-499f-85bc-1607e2822b9b details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:20:47.691880 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccba910-6516-4678-aacb-0ca055dcff9f req-8c779c49-fbfe-422c-ad96-432bee2c21fe tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:47.693529 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4ccba910-6516-4678-aacb-0ca055dcff9f req-8c779c49-fbfe-422c-ad96-432bee2c21fe tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0844123 Jul 09 19:20:47.731764 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 0e4a6b7f-c084-499f-85bc-1607e2822b9b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0e4a6b7f-c084-499f-85bc-1607e2822b9b,segment=NetworkSegment(acb3375a-66f3-46df-afe8-7320d436ec3b),segment_id=acb3375a-66f3-46df-afe8-7320d436ec3b)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:47.742245 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4ccba910-6516-4678-aacb-0ca055dcff9f req-aa3a2f41-97f0-43dc-8c69-d3750a7a534b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427949 Jul 09 19:20:47.744890 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': '0e4a6b7f-c084-499f-85bc-1607e2822b9b', 'network_id': '38802408-ddd4-4611-87c6-df522c8d5ed4', 'port_id': '0e4a6b7f-c084-499f-85bc-1607e2822b9b', 'mac_address': 'fa:16:3e:fc:c7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2536f9dd-5e11-46ac-9a3a-ab0c9687db5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:20:47.802647 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:47.820308 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4a6b7f-c084-499f-85bc-1607e2822b9b {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:20:47.836330 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 0e4a6b7f-c084-499f-85bc-1607e2822b9b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0e4a6b7f-c084-499f-85bc-1607e2822b9b,segment=NetworkSegment(acb3375a-66f3-46df-afe8-7320d436ec3b),segment_id=acb3375a-66f3-46df-afe8-7320d436ec3b)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:47.912935 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:47.914873 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-fa2658d3-e683-4567-938d-0fb39b401904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:47.965572 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e93ce-5aab-4e10-9d25-99bb6b0e590e req-530d14b3-26f3-4324-b439-7018660e85a1 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:47.967023 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d09e93ce-5aab-4e10-9d25-99bb6b0e590e req-530d14b3-26f3-4324-b439-7018660e85a1 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 944 time: 0.0849054 Jul 09 19:20:47.980766 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=0e4a6b7f-c084-499f-85bc-1607e2822b9b,revision_number=4']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:47.983798 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:48.011495 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d09e93ce-5aab-4e10-9d25-99bb6b0e590e req-4bf6b089-34c6-4403-bad2-b8b8b339d0d4 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383606 Jul 09 19:20:48.095736 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:48.207903 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['0e4a6b7f-c084-499f-85bc-1607e2822b9b'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:20:48.924957 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbce7ad-d312-4b74-ba79-1dc4cc6f10ca req-67701efd-3890-4c2b-bead-515a0eb040b1 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:48.926429 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6bbce7ad-d312-4b74-ba79-1dc4cc6f10ca req-67701efd-3890-4c2b-bead-515a0eb040b1 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0784097 Jul 09 19:20:48.974028 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-6bbce7ad-d312-4b74-ba79-1dc4cc6f10ca req-0f1d72b2-9f23-4d73-9a03-32066d919837 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Jul 09 19:20:49.300576 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cf6b1-c4cd-4a16-84a1-e8319e5f3bae req-c7a1826f-9745-4557-bd21-b1a2e114b447 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:49.302023 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-690cf6b1-c4cd-4a16-84a1-e8319e5f3bae req-c7a1826f-9745-4557-bd21-b1a2e114b447 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.2241299 Jul 09 19:20:49.313588 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880f37-90f3-410a-a08b-fd7987a3ecf8 req-de4d8e4e-4be7-4451-8117-882c8232c343 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:49.314932 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-84880f37-90f3-410a-a08b-fd7987a3ecf8 req-de4d8e4e-4be7-4451-8117-882c8232c343 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 944 time: 0.1958244 Jul 09 19:20:49.389186 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-690cf6b1-c4cd-4a16-84a1-e8319e5f3bae req-3f2cfe27-6fbd-498e-a0d8-e8ff783df351 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733397 Jul 09 19:20:49.391833 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-84880f37-90f3-410a-a08b-fd7987a3ecf8 req-45254c78-a55d-493a-9dbe-db0fd76497e3 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633619 Jul 09 19:20:49.410833 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42034) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:49.519098 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155169de-7245-4b63-975f-c4340ee0bdac tempest-TestShelveInstance-600210637 tempest-TestShelveInstance-600210637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:49.519830 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-155169de-7245-4b63-975f-c4340ee0bdac tempest-TestShelveInstance-600210637 tempest-TestShelveInstance-600210637-project-admin] Synchronizing usage tracker for tenant:82edde30715b4243a9d9cc49fa52943a on resource:port {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:20:49.606659 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 0e4a6b7f-c084-499f-85bc-1607e2822b9b up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:20:49.631104 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-155169de-7245-4b63-975f-c4340ee0bdac tempest-TestShelveInstance-600210637 tempest-TestShelveInstance-600210637-project-admin] Unset dirty status for tenant:82edde30715b4243a9d9cc49fa52943a on resource:port {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:20:49.632289 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-155169de-7245-4b63-975f-c4340ee0bdac tempest-TestShelveInstance-600210637 tempest-TestShelveInstance-600210637-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1093 time: 0.2205100 Jul 09 19:20:49.635280 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42040) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:20:49.640545 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.v2.base [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Request body: {'floatingip': {'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'port_id': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:20:49.646378 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jul 09 19:20:49.650243 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Usage tracker for resource:floatingip and tenant:17b58b6855db48c4bf58255654734729 is out of sync, need to count used quota {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jul 09 19:20:49.653075 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79198) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jul 09 19:20:49.658795 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.quota.driver [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79198) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jul 09 19:20:49.752508 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for floatingip, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:49.758443 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning for port 0e4a6b7f-c084-499f-85bc-1607e2822b9b completed by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:20:49.763280 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port 0e4a6b7f-c084-499f-85bc-1607e2822b9b triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:20:49.763656 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:49.878909 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:49.886473 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:49.915312 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cb0553-1077-4c59-b071-bfa9756e96c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4a6b7f-c084-499f-85bc-1607e2822b9b'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:20:49.925001 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port 0e4a6b7f-c084-499f-85bc-1607e2822b9b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0e4a6b7f-c084-499f-85bc-1607e2822b9b,segment=NetworkSegment(acb3375a-66f3-46df-afe8-7320d436ec3b),segment_id=acb3375a-66f3-46df-afe8-7320d436ec3b)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:20:49.966559 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cb0553-1077-4c59-b071-bfa9756e96c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4a6b7f-c084-499f-85bc-1607e2822b9b', 'code': 200} Jul 09 19:20:50.004500 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b97ef870-e4e7-4557-a271-cd81244ad022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:50.009787 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:50.012360 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:50.026906 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_common [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Allocated IP 172.28.0.116 (80ec6ec5-dab8-4cbc-b04c-067ec4c6a911/0453a8ed-2714-42b9-a96f-851a29c34359/7211347b-ce29-4b91-9ef6-cd1147697fec) {{(pid=79198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:20:50.081822 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=0e4a6b7f-c084-499f-85bc-1607e2822b9b,revision_number=5']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:50.085471 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:50.176712 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for port, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:50.265643 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730340016388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:50.270864 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-71b4a4e0-0894-443a-ba0e-74be4d5e7443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:50.320117 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aca88a-39ad-41a5-8479-7e069dfba935 req-14aa058e-e45f-4d90-a537-db53c2e613a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:50.321711 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f0aca88a-39ad-41a5-8479-7e069dfba935 req-14aa058e-e45f-4d90-a537-db53c2e613a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 1098 time: 0.0693994 Jul 09 19:20:50.333181 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Network 80ec6ec5-dab8-4cbc-b04c-067ec4c6a911 is already hosted by enough agents. {{(pid=79198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:20:50.335959 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.base_scheduler [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Resources bound (agent type, host, resource id): {{(pid=79198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:20:50.339622 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Received port after_create {{(pid=79198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jul 09 19:20:50.363777 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f0aca88a-39ad-41a5-8479-7e069dfba935 req-a244195c-f0ce-4a8e-b8b3-474b9dca10c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Jul 09 19:20:50.383222 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event updated for resources: {'Port': ['ID=7211347b-ce29-4b91-9ef6-cd1147697fec,revision_number=1']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:50.389940 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:50.731007 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb41432-112c-42cc-89ec-dc0b6387ff95 req-c7e1af87-09d5-4dbc-8596-3a30650f9d48 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:50.732373 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ebb41432-112c-42cc-89ec-dc0b6387ff95 req-c7e1af87-09d5-4dbc-8596-3a30650f9d48 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 945 time: 0.2359018 Jul 09 19:20:50.805122 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ebb41432-112c-42cc-89ec-dc0b6387ff95 req-18f9e3f7-de24-491e-925e-31104a21c751 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647750 Jul 09 19:20:50.852559 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:50.975226 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:51.174887 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for port, precommit_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:51.270893 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6589594'] for port, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:51.275630 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:20:51.312729 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:51.389025 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event updated for resources: {'Port': ['ID=7211347b-ce29-4b91-9ef6-cd1147697fec,revision_number=2']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:20:51.391789 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:20:51.396880 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-462417'] for floatingip, after_update {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:51.663562 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.l3_db [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Floating IP 5128fc38-9811-4d81-8171-1328a803f20a associated. External IP: 172.28.0.116, port: fdf1ebd8-efcd-43a8-aeb3-5fee91a93663. Jul 09 19:20:52.057572 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Router f4684bda-0c2c-4633-92cf-541d114afe77 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:20:52.131635 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab3f42-e109-4a91-a5e3-c1c709ea3ead req-ee5803f6-b284-46c9-bc2e-4b0727844af3 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:52.133138 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-97ab3f42-e109-4a91-a5e3-c1c709ea3ead req-ee5803f6-b284-46c9-bc2e-4b0727844af3 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 945 time: 0.2230873 Jul 09 19:20:52.260803 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-97ab3f42-e109-4a91-a5e3-c1c709ea3ead req-44420405-38c5-4034-a953-115464c16228 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138029 Jul 09 19:20:52.278840 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:20:52.289486 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] Sync routers for ids ['f4684bda-0c2c-4633-92cf-541d114afe77'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:20:52.303229 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] Routers {'f4684bda-0c2c-4633-92cf-541d114afe77'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:20:52.303880 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:20:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4684bda-0c2c-4633-92cf-541d114afe77'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:52.353110 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:52.411289 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-ce7caabc-1d73-48b4-ad8c-ae348addeb42 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7744625 Jul 09 19:20:52.412127 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:20:52.522792 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] Set router f4684bda-0c2c-4633-92cf-541d114afe77 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:20:52.524435 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'status': 'completed', 'code': 200} Jul 09 19:20:52.622728 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-536c472f-ae97-4a74-ad3b-acf6f247e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:52.624358 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-536c472f-ae97-4a74-ad3b-acf6f247e702 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0776958 Jul 09 19:20:52.761572 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-9df48542-63ee-426a-8905-89841d93e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:52.763090 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-9df48542-63ee-426a-8905-89841d93e9ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 200 len: 908 time: 0.1328602 Jul 09 19:20:52.853796 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:20:52.869559 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-367f5b39-2d05-40b7-b0dc-3a0aecce8d4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 200 len: 999 time: 0.0983036 Jul 09 19:20:52.878356 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '5128fc38-9811-4d81-8171-1328a803f20a', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'floating_ip_address': '172.28.0.116', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'port_id': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'mac_address': 'fa:16:3e:2c:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:20:50Z', 'updated_at': '2021-07-09T19:20:50Z', 'revision_number': 0, 'project_id': '17b58b6855db48c4bf58255654734729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b68b4-60eb-4768-98ab-78356504b7c3', 'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'mac_address': 'fa:16:3e:10:3c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:59Z', 'updated_at': '2021-07-09T19:20:06Z', 'revision_number': 5, 'project_id': '17b58b6855db48c4bf58255654734729', 'subnets': [{'id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:52.883046 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] Checking router: f4684bda-0c2c-4633-92cf-541d114afe77 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:20:52.891634 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] Routers {'f4684bda-0c2c-4633-92cf-541d114afe77'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:20:52.892234 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:20:50Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4684bda-0c2c-4633-92cf-541d114afe77'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:52.937537 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-a7144d79-67b4-4c8e-a167-3ba5752be727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:52.939046 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-a7144d79-67b4-4c8e-a167-3ba5752be727 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 HTTP/1.1" status: 200 len: 847 time: 0.0629241 Jul 09 19:20:53.017271 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-916e0fdd-dccd-409d-8c60-0eddbfa0d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:20:53.018833 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-916e0fdd-dccd-409d-8c60-0eddbfa0d2a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3109be49-d5a1-47c2-bc3a-13d308423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736265 Jul 09 19:20:53.072295 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] Set router f4684bda-0c2c-4633-92cf-541d114afe77 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:20:53.161643 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-3a7812d1-7e98-40aa-981e-723bfbadd5f4 service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327822 Jul 09 19:20:53.299009 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f0240a54-d553-4a23-aedd-41b3fd9a81c3 req-2e4bd68a-fb62-4314-af1f-834cfac95f62 service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327834 Jul 09 19:20:53.430271 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '5128fc38-9811-4d81-8171-1328a803f20a', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'floating_ip_address': '172.28.0.116', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'port_id': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'mac_address': 'fa:16:3e:2c:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:20:50Z', 'updated_at': '2021-07-09T19:20:50Z', 'revision_number': 0, 'project_id': '17b58b6855db48c4bf58255654734729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b68b4-60eb-4768-98ab-78356504b7c3', 'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'mac_address': 'fa:16:3e:10:3c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:59Z', 'updated_at': '2021-07-09T19:20:06Z', 'revision_number': 5, 'project_id': '17b58b6855db48c4bf58255654734729', 'subnets': [{'id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:20:53.434204 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96f430-846a-418d-b65f-48a17a056edb None None] The sync data for ids ['f4684bda-0c2c-4633-92cf-541d114afe77'] in dv-cinder-800268-1-smb is: [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_floatingips': [{'id': '5128fc38-9811-4d81-8171-1328a803f20a', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'floating_ip_address': '172.28.0.116', 'floating_network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'router_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'port_id': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'mac_address': 'fa:16:3e:2c:2a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:20:50Z', 'updated_at': '2021-07-09T19:20:50Z', 'revision_number': 0, 'project_id': '17b58b6855db48c4bf58255654734729', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b68b4-60eb-4768-98ab-78356504b7c3', 'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'mac_address': 'fa:16:3e:10:3c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:59Z', 'updated_at': '2021-07-09T19:20:06Z', 'revision_number': 5, 'project_id': '17b58b6855db48c4bf58255654734729', 'subnets': [{'id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:20:53.624490 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b63b5b-b988-4f3a-aef4-0a86f63e1774 None None] New status for floating IP 5128fc38-9811-4d81-8171-1328a803f20a: ACTIVE {{(pid=79201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:21:01.706841 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:10.850200 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-65438962-cebb-4c74-87a2-c526ff8d58c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722969 Jul 09 19:21:11.016656 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-7ff7c1a1-da14-4bdf-8c57-b56667c0282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:11.018125 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-7ff7c1a1-da14-4bdf-8c57-b56667c0282f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0699308 Jul 09 19:21:11.160255 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-8e53aba5-2b24-4659-b908-778d2beb6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:11.161710 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-8e53aba5-2b24-4659-b908-778d2beb6529 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 200 len: 908 time: 0.1253951 Jul 09 19:21:11.265375 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-540371bd-bcbc-4940-a35a-30272aad16de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 200 len: 1001 time: 0.0963328 Jul 09 19:21:11.328788 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-fb8ec4a5-f900-4ded-9f18-3d77c8f99ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:11.330509 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-fb8ec4a5-f900-4ded-9f18-3d77c8f99ca1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 HTTP/1.1" status: 200 len: 847 time: 0.0570958 Jul 09 19:21:11.493167 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-feb8756e-3db7-4683-aad6-c5c65a1ff5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:11.494552 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-feb8756e-3db7-4683-aad6-c5c65a1ff5af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3109be49-d5a1-47c2-bc3a-13d308423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1569638 Jul 09 19:21:11.628189 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-f546279d-fae8-44c0-88c2-cc377359c17e service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266770 Jul 09 19:21:11.759553 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-688b41f4-0872-4168-ab47-e2bd7ae79376 req-8f8a6bbd-dcc0-4d47-b9bb-a1389f9be6d2 service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223350 Jul 09 19:21:15.716458 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a03115-0a97-4513-b185-8ae49ea3ced5 req-b6778325-1cdb-4fec-9589-b886fb8328a5 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:15.717877 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-93a03115-0a97-4513-b185-8ae49ea3ced5 req-b6778325-1cdb-4fec-9589-b886fb8328a5 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 945 time: 0.0811610 Jul 09 19:21:15.761668 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-93a03115-0a97-4513-b185-8ae49ea3ced5 req-b620f08d-75a1-4d70-bf52-02a7dd324c1c tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381806 Jul 09 19:21:16.941945 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c3925-b4c5-4338-a9c9-0db47f570ab7 req-700c5bbe-ce83-45e6-a94a-1969e58c39b7 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:16.943904 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d39c3925-b4c5-4338-a9c9-0db47f570ab7 req-700c5bbe-ce83-45e6-a94a-1969e58c39b7 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 945 time: 0.0780745 Jul 09 19:21:16.987984 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d39c3925-b4c5-4338-a9c9-0db47f570ab7 req-68eb23fe-7302-4b1c-ace0-e6adece7cd6a tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Jul 09 19:21:17.251727 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:21:17.591770 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2df7bc3e-0c7a-4c9e-9c4c-9bae7a39f32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:18.121522 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:18.173101 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea3966-b68e-4878-8738-69665eb0a737 req-b555777f-d930-4c46-bdd5-2ab897ad58c8 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:18.174539 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d2ea3966-b68e-4878-8738-69665eb0a737 req-b555777f-d930-4c46-bdd5-2ab897ad58c8 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 945 time: 0.0838971 Jul 09 19:21:18.218454 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d2ea3966-b68e-4878-8738-69665eb0a737 req-c3690032-926b-4645-9689-128cd916005c tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381660 Jul 09 19:21:19.403089 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ac0a2-cd98-414f-a013-d56f2cd9a07b req-6eb2e251-710a-4d2b-a7ca-3a8644e63f0a tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:19.404510 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-887ac0a2-cd98-414f-a013-d56f2cd9a07b req-6eb2e251-710a-4d2b-a7ca-3a8644e63f0a tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 945 time: 0.0814230 Jul 09 19:21:19.447522 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-887ac0a2-cd98-414f-a013-d56f2cd9a07b req-3ef3a14c-0a99-498c-a4f3-c57c555e9e68 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Jul 09 19:21:19.978637 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f98aeecd-363e-4ed7-a3ce-82a3fb5a6e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:20.127644 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-a9ec0f50-06b4-4d3f-9cd8-2c565210fa5a tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:20.128284 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-a9ec0f50-06b4-4d3f-9cd8-2c565210fa5a tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Synchronizing usage tracker for tenant:4160ef29e712451b8108c9be6258e10b on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:21:20.195718 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-a9ec0f50-06b4-4d3f-9cd8-2c565210fa5a tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Unset dirty status for tenant:4160ef29e712451b8108c9be6258e10b on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:21:20.196917 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-a9ec0f50-06b4-4d3f-9cd8-2c565210fa5a tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.26 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 945 time: 0.1462901 Jul 09 19:21:20.269576 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Deleting port 0e4a6b7f-c084-499f-85bc-1607e2822b9b {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:21:20.269914 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:20.509763 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] For port 0e4a6b7f-c084-499f-85bc-1607e2822b9b, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0e4a6b7f-c084-499f-85bc-1607e2822b9b,segment=NetworkSegment(acb3375a-66f3-46df-afe8-7320d436ec3b),segment_id=acb3375a-66f3-46df-afe8-7320d436ec3b)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:21:20.510123 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:20.628693 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ffefd-07f2-420a-9417-74eb269bba84 req-2c79e837-8844-470c-ab46-c6fe64ce1d27 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:21:20.630166 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e96ffefd-07f2-420a-9417-74eb269bba84 req-2c79e837-8844-470c-ab46-c6fe64ce1d27 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 945 time: 0.0798705 Jul 09 19:21:20.632659 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Calling delete_port for 0e4a6b7f-c084-499f-85bc-1607e2822b9b owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:21:20.673730 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e96ffefd-07f2-420a-9417-74eb269bba84 req-31ffddab-dacd-4451-a682-03f6b8e05c53 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/security-groups?id=520c539d-a845-46ae-b102-f82e45cf117e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Jul 09 19:21:20.830163 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:20.836001 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-0ff8197b-6e7b-4b2b-b923-024e962477ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:21:20.841779 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['0e4a6b7f-c084-499f-85bc-1607e2822b9b'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:21:20.880711 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Pushing event deleted for resources: {'Port': ['ID=0e4a6b7f-c084-499f-85bc-1607e2822b9b,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:21:20.922341 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.922736 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.923146 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.923464 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.923830 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.924173 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.924521 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.924871 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.925221 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.925572 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.925910 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.926253 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:20.960585 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:21:20.966159 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] No DVR routers for this DVR port 0e4a6b7f-c084-499f-85bc-1607e2822b9b on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:21:20.968692 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:20.971347 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cb0553-1077-4c59-b071-bfa9756e96c5', 'name': 'network-vif-deleted', 'tag': '0e4a6b7f-c084-499f-85bc-1607e2822b9b'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:21:21.053847 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-11a91f4a-e025-479f-80d8-2a030be16bb5 req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.26 "DELETE /v2.0/ports/0e4a6b7f-c084-499f-85bc-1607e2822b9b HTTP/1.1" status: 204 len: 173 time: 0.8513207 Jul 09 19:21:21.160378 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cb0553-1077-4c59-b071-bfa9756e96c5', 'name': 'network-vif-deleted', 'tag': '0e4a6b7f-c084-499f-85bc-1607e2822b9b', 'status': 'completed', 'code': 200} Jul 09 19:21:21.305890 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:21.949158 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ee66c422-35f4-4399-9d03-36d76a37c20b req-1c9e8b35-7a73-40c7-b040-db74c87c7882 tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] 10.222.0.16 "GET /v2.0/ports?device_id=58cb0553-1077-4c59-b071-bfa9756e96c5 HTTP/1.1" status: 200 len: 210 time: 0.1559939 Jul 09 19:21:22.784293 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:23.797564 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 0e4a6b7f-c084-499f-85bc-1607e2822b9b no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:21:23.835418 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: 0e4a6b7f-c084-499f-85bc-1607e2822b9b {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:21:23.839499 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device 0e4a6b7f-c084-499f-85bc-1607e2822b9b not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:21:31.762796 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:46.907278 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42292) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:21:46.968404 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.db.db_base_plugin_v2 [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Deleting subnet 2536f9dd-5e11-46ac-9a3a-ab0c9687db5b {{(pid=79198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:21:46.971336 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.022665 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8258560'] for subnet, precommit_delete_associations {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.076164 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.231278 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6623584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6437968'] for subnet, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.235333 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-2c2e4834-2619-41c6-b791-9d24c98b5bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:21:47.271058 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2536f9dd-5e11-46ac-9a3a-ab0c9687db5b,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:21:47.281236 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.283761 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.284133 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.284497 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.284859 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.285216 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.285571 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.285924 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.286274 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.286635 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.286998 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.287968 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.288317 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:21:47.291824 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:21:47.294508 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-7923ad26-0adc-4dc5-860b-78617c7514d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2536f9dd-5e11-46ac-9a3a-ab0c9687db5b HTTP/1.1" status: 204 len: 168 time: 0.3861997 Jul 09 19:21:47.297088 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42296) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:21:47.401928 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.523827 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.536215 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38802408-ddd4-4611-87c6-df522c8d5ed4']}} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:21:47.545643 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-7ca0e8e4-b27c-4e07-8e8c-3021a8cca32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.547859 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb3375a-66f3-46df-afe8-7320d436ec3b') {'for_net_delete': True} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:21:47.548210 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.services.segments.db [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb3375a-66f3-46df-afe8-7320d436ec3b') {} {{(pid=79198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:21:47.559408 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8258571'] for segment, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.575554 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.581659 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=79198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:21:47.582034 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6589638'] for segment, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: Traceback (most recent call last): Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: timer() Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: cb(*args, **kw) Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: return func(*args, **kwargs) Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: self._notify() Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: self.callback(batched_events) Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: event.method(event) Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: return f(self, *a, **k) Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: return self._get(url).json() Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: return self.request(url, 'GET', **kwargs) Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:21:47.595527 dv-cinder-800268-1-smb neutron-server[79198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:21:47.732124 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.735950 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-39dd3137-2d4b-4bf0-81fc-516216a4fe4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:21:47.749895 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:47.760841 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] Pushing event deleted for resources: {'Network': ['ID=38802408-ddd4-4611-87c6-df522c8d5ed4,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:21:47.764003 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:21:47.830369 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-c316eed3-724b-4b4d-8115-760873d0c1ab admin admin] 10.222.0.16 "DELETE /v2.0/networks/38802408-ddd4-4611-87c6-df522c8d5ed4 HTTP/1.1" status: 204 len: 168 time: 0.5322821 Jul 09 19:21:48.093502 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:48.174181 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42302) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:21:48.223079 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-6226a162-b7f3-4470-ac75-159023330533 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4160ef29e712451b8108c9be6258e10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476284 Jul 09 19:21:48.225947 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42306) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:21:48.281397 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c541cd0c-6f78-46f7-b80d-e01ca80d94ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:48.307661 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c541cd0c-6f78-46f7-b80d-e01ca80d94ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:48.431035 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c541cd0c-6f78-46f7-b80d-e01ca80d94ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:48.435821 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8826d70f-27be-4cec-85b6-0bca8896eb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:21:48.452802 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541cd0c-6f78-46f7-b80d-e01ca80d94ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c539d-a845-46ae-b102-f82e45cf117e,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:21:48.455542 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c541cd0c-6f78-46f7-b80d-e01ca80d94ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:21:48.515397 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-c541cd0c-6f78-46f7-b80d-e01ca80d94ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:48.516519 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-c541cd0c-6f78-46f7-b80d-e01ca80d94ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/520c539d-a845-46ae-b102-f82e45cf117e HTTP/1.1" status: 204 len: 168 time: 0.2897146 Jul 09 19:21:49.960554 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a82f678b-a09e-44f5-adf8-7a0bc579a024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:51.308769 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:52.828438 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:21:54.250864 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:22:01.719805 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:17.561488 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-de5f7d1a-355a-4dba-93f1-6f8b1ba78a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:18.130796 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:19.955671 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-bfc03d7c-ee72-4ebe-a616-22463e90526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:21.313278 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:22.810439 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:31.249507 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:22:31.755290 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:47.558016 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ee15a734-68f2-45dd-ae00-c01a35267f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:48.118135 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:49.963661 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-98b1f146-cdee-4c32-8c51-28b275d77521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:51.335574 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:22:52.780326 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:01.746104 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:08.248003 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:23:13.172055 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-85ff0080-939a-4342-a09f-74cc3bfa4d47 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682590 Jul 09 19:23:13.309404 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-599015e5-9e50-4caf-862b-006aae8b3c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:13.310818 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-599015e5-9e50-4caf-862b-006aae8b3c14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0696898 Jul 09 19:23:13.453097 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-371b495a-8b29-4e61-9abc-2c6272f20731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:13.454548 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-371b495a-8b29-4e61-9abc-2c6272f20731 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 200 len: 908 time: 0.1239517 Jul 09 19:23:13.558274 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-f68044e2-7f79-403f-806e-0f997a698471 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 200 len: 1001 time: 0.0963492 Jul 09 19:23:13.705891 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-7c9596fb-4308-4d19-9767-e44bd946d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:13.707369 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-7c9596fb-4308-4d19-9767-e44bd946d72b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 HTTP/1.1" status: 200 len: 847 time: 0.1416891 Jul 09 19:23:13.782150 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-ebd518cc-e793-4461-80b5-7b001a72c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:13.783615 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-ebd518cc-e793-4461-80b5-7b001a72c343 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3109be49-d5a1-47c2-bc3a-13d308423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700941 Jul 09 19:23:13.915747 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-95de0d96-77a9-4018-978e-81e66ff76eeb service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251388 Jul 09 19:23:14.045756 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-d7ff28eb-b3f1-4b26-96c9-dcd9d2322ec9 req-8a1aad89-8738-4878-b75c-e2758d3136c8 service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233468 Jul 09 19:23:17.191926 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bfe1d-3369-46d4-a216-05102b1f56f9 req-5dbb5c49-32ac-44bc-a8ff-67135eb8f69c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:17.193394 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-077bfe1d-3369-46d4-a216-05102b1f56f9 req-5dbb5c49-32ac-44bc-a8ff-67135eb8f69c tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0788391 Jul 09 19:23:17.237282 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-077bfe1d-3369-46d4-a216-05102b1f56f9 req-fcb83d17-9ffe-4732-ac6b-8e99c1f18ff8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383511 Jul 09 19:23:17.562284 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ef9b867d-93db-4359-a0db-49b5bc9d7791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:18.120008 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:18.427259 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d959af-1da1-4045-a990-fe5619c61adf req-9fcc9585-b165-4fca-91cc-9c24631df454 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:18.428746 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-74d959af-1da1-4045-a990-fe5619c61adf req-9fcc9585-b165-4fca-91cc-9c24631df454 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0848408 Jul 09 19:23:18.472635 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-74d959af-1da1-4045-a990-fe5619c61adf req-1a46c18f-feb3-425a-be37-3a3543bcdd2b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381634 Jul 09 19:23:19.670966 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a7824-0097-4c2b-aa80-2c4745673a1e req-2c3a8409-6c11-4b28-ad10-aae5d435f3ba tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:19.672408 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c55a7824-0097-4c2b-aa80-2c4745673a1e req-2c3a8409-6c11-4b28-ad10-aae5d435f3ba tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0783448 Jul 09 19:23:19.718409 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c55a7824-0097-4c2b-aa80-2c4745673a1e req-31d9da63-ec2a-4f56-bca0-985e1be4baa9 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Jul 09 19:23:19.956858 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2169ba63-4e5f-49d5-a75a-8cc915579c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:20.898118 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d3dde-3452-4c7a-92a0-adf4f2150b7d req-f76ca5df-c8f8-4b3a-ab28-1bfe7b93f2aa tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:20.900215 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cf8d3dde-3452-4c7a-92a0-adf4f2150b7d req-f76ca5df-c8f8-4b3a-ab28-1bfe7b93f2aa tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0800693 Jul 09 19:23:20.944541 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-cf8d3dde-3452-4c7a-92a0-adf4f2150b7d req-2b090d99-283a-4878-b3ea-3bcd99686871 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386815 Jul 09 19:23:21.333733 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:22.128073 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4328-efef-444b-b70d-15b406ba4584 req-e7e3ed25-18c3-4357-9b9d-d00590a2d1ff tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:22.129415 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-916a4328-efef-444b-b70d-15b406ba4584 req-e7e3ed25-18c3-4357-9b9d-d00590a2d1ff tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0822825 Jul 09 19:23:22.172016 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-916a4328-efef-444b-b70d-15b406ba4584 req-b33c7281-4af6-4de5-b097-74ba3a307e61 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365214 Jul 09 19:23:22.779334 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:23.351188 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689a094-f143-4f84-8c24-5af4ade470f3 req-8a88d473-3800-48b8-8d9f-6cda464d19dd tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:23.352633 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d689a094-f143-4f84-8c24-5af4ade470f3 req-8a88d473-3800-48b8-8d9f-6cda464d19dd tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0782340 Jul 09 19:23:23.399716 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-d689a094-f143-4f84-8c24-5af4ade470f3 req-cca7bcb8-41eb-4d9e-9505-ba97b86b40f3 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Jul 09 19:23:24.577440 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf66afd-b7e1-463b-94d8-30ee835c9016 req-2418bc30-4d95-47d2-9b74-328a0ecb9099 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:24.584328 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3bf66afd-b7e1-463b-94d8-30ee835c9016 req-2418bc30-4d95-47d2-9b74-328a0ecb9099 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0786848 Jul 09 19:23:24.622758 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-3bf66afd-b7e1-463b-94d8-30ee835c9016 req-326ac23e-4278-40cb-90d8-be2c2c221ca8 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378113 Jul 09 19:23:25.893024 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b1b29-2f45-4ff9-a3f0-ddb295414aae req-60b5d484-2b48-4d2e-b2f9-f53165762957 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:25.894467 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b46b1b29-2f45-4ff9-a3f0-ddb295414aae req-60b5d484-2b48-4d2e-b2f9-f53165762957 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.1683419 Jul 09 19:23:25.937741 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b46b1b29-2f45-4ff9-a3f0-ddb295414aae req-68772369-af68-40fa-b83d-404efdde6f60 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376534 Jul 09 19:23:27.120190 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa6681-c3e5-45dd-8691-7b07d2a0b581 req-512f29c2-f058-4629-aec3-a01c2f9c897b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:27.121617 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a3fa6681-c3e5-45dd-8691-7b07d2a0b581 req-512f29c2-f058-4629-aec3-a01c2f9c897b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0792034 Jul 09 19:23:27.168285 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a3fa6681-c3e5-45dd-8691-7b07d2a0b581 req-43997c16-27d5-45c4-b8a6-a9200d4ba81b tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411890 Jul 09 19:23:27.360128 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-f941dd95-99a7-4dee-b435-32ad8dccfe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:27.361484 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-f941dd95-99a7-4dee-b435-32ad8dccfe06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0735996 Jul 09 19:23:27.491299 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-c532918a-0595-4fbd-bafd-e34720a15e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:27.492724 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-c532918a-0595-4fbd-bafd-e34720a15e29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 200 len: 908 time: 0.1250994 Jul 09 19:23:27.592533 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-8f0ba789-ae18-43a9-a530-2ba9a2ed5092 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 200 len: 1001 time: 0.0930455 Jul 09 19:23:27.656936 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-bb2ffeda-b18b-4d0e-84f0-e92fa9abce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:27.658337 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-bb2ffeda-b18b-4d0e-84f0-e92fa9abce47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 HTTP/1.1" status: 200 len: 847 time: 0.0594156 Jul 09 19:23:27.730856 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-491151a7-fddd-499d-9a94-c57edbda1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:27.732248 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-491151a7-fddd-499d-9a94-c57edbda1ca4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3109be49-d5a1-47c2-bc3a-13d308423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0671580 Jul 09 19:23:27.862876 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-c3d0e3b9-c3d1-414d-a6eb-3b86f91f23ec service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231430 Jul 09 19:23:27.990856 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00938298-9bd2-4160-acd7-7c132abd0d10 req-d9e95bda-19af-4836-9965-c953eb598471 service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217747 Jul 09 19:23:28.345223 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda853fa-ab9e-4d4e-be7d-b1838b19950c req-ef2e5176-9c53-40fa-a899-6f53c8146dfa tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:28.346939 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dda853fa-ab9e-4d4e-be7d-b1838b19950c req-ef2e5176-9c53-40fa-a899-6f53c8146dfa tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0787005 Jul 09 19:23:28.391973 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-dda853fa-ab9e-4d4e-be7d-b1838b19950c req-de0d9a50-6aad-43f5-95d4-8692274806f7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394351 Jul 09 19:23:29.575943 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2063305-e679-4d3c-96b1-0b77d711e8f7 req-cd0609d3-7792-4c7c-99d0-c6c4e02feedd tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:29.577399 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c2063305-e679-4d3c-96b1-0b77d711e8f7 req-cd0609d3-7792-4c7c-99d0-c6c4e02feedd tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0830743 Jul 09 19:23:29.622217 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-c2063305-e679-4d3c-96b1-0b77d711e8f7 req-e20ed3b6-a644-47e1-9dac-9590e5a17ebc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391335 Jul 09 19:23:30.803376 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ed623-86f2-4b7f-9852-25895b2a4e6d req-8e1f38c3-ea38-4e37-98a4-709045d5ad72 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:30.804826 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9d0ed623-86f2-4b7f-9852-25895b2a4e6d req-8e1f38c3-ea38-4e37-98a4-709045d5ad72 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0806377 Jul 09 19:23:30.851790 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-9d0ed623-86f2-4b7f-9852-25895b2a4e6d req-ab64fd15-5049-4922-83ce-3f54c136cbfc tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 Jul 09 19:23:31.361725 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc0af-0896-4362-86b2-c76dc1640f66 req-c4312742-c0e0-4522-848c-4b610a6847c4 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:31.363190 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1e1cc0af-0896-4362-86b2-c76dc1640f66 req-c4312742-c0e0-4522-848c-4b610a6847c4 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0791368 Jul 09 19:23:31.407719 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-1e1cc0af-0896-4362-86b2-c76dc1640f66 req-53300683-eb58-438f-8b62-3a666b524596 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382774 Jul 09 19:23:31.468451 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42370) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:23:31.582717 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-3168cf1c-e82f-4e72-8b08-e059932a7694 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130307 Jul 09 19:23:31.773303 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:32.592562 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e844f-1d65-4df5-b6ff-d7fd709db469 req-c66866e0-528e-4adb-adaf-8b4ea0ffc034 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:32.593927 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7b9e844f-1d65-4df5-b6ff-d7fd709db469 req-c66866e0-528e-4adb-adaf-8b4ea0ffc034 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0802040 Jul 09 19:23:32.640602 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-7b9e844f-1d65-4df5-b6ff-d7fd709db469 req-8b407492-e915-4735-a171-1304c4b17473 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409782 Jul 09 19:23:33.825082 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd99ad-d2ae-4345-ba6d-7807df64ecdd req-9c37fc26-4cd5-4ded-8215-72bb215bc852 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:33.826538 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a1fd99ad-d2ae-4345-ba6d-7807df64ecdd req-9c37fc26-4cd5-4ded-8215-72bb215bc852 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0816388 Jul 09 19:23:33.871163 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a1fd99ad-d2ae-4345-ba6d-7807df64ecdd req-1be6f684-5e2e-4ab6-9950-d85828c0e4b0 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390866 Jul 09 19:23:33.936751 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-e61e66f9-8445-4380-a997-89ef585b72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:33.938125 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-e61e66f9-8445-4380-a997-89ef585b72c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2&tenant_id=17b58b6855db48c4bf58255654734729 HTTP/1.1" status: 200 len: 1098 time: 0.0758321 Jul 09 19:23:34.030107 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-1a58ebc6-7ea6-4f9e-b08e-61a8873a7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:34.031561 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-1a58ebc6-7ea6-4f9e-b08e-61a8873a7db1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0688343 Jul 09 19:23:34.160198 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-79c56024-a4df-455b-a89c-2240486fdd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:34.161620 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-79c56024-a4df-455b-a89c-2240486fdd72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 200 len: 908 time: 0.1235585 Jul 09 19:23:34.262783 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-e55396ed-c993-408a-a442-dba8ab3fe013 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 200 len: 1001 time: 0.0942333 Jul 09 19:23:34.323307 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-ef8a41b5-8988-40d6-931f-842cebbf2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:34.324676 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-ef8a41b5-8988-40d6-931f-842cebbf2ed7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 HTTP/1.1" status: 200 len: 847 time: 0.0560446 Jul 09 19:23:34.363707 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:23:34.492040 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-50bed3fb-2baf-47b1-8372-06403838d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:34.493524 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-50bed3fb-2baf-47b1-8372-06403838d309 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3109be49-d5a1-47c2-bc3a-13d308423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1622264 Jul 09 19:23:34.521890 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:34.548629 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:23:34.558324 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:23:34.625114 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:34.626221 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-75ed3b0e-664b-4fd7-9ef9-9a6f02c8952d service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254733 Jul 09 19:23:34.626911 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:23:34.691121 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,revision_number=6']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:23:34.698639 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.698998 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.699337 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.699668 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.700262 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.700587 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.700911 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.701229 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.701546 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.701863 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.702180 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.702495 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:23:34.706321 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:23:34.757565 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ce346d43-cbd7-4068-8335-b2ce626d28bc req-10ddead6-5823-4f4d-a4d2-7a239cb7072a service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250381 Jul 09 19:23:35.050332 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040cbc3-4eac-4e45-908d-eb4e04085840 req-36145e22-1082-4b2d-be79-8f13556f98f4 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:35.051800 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e040cbc3-4eac-4e45-908d-eb4e04085840 req-36145e22-1082-4b2d-be79-8f13556f98f4 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 943 time: 0.0772841 Jul 09 19:23:35.099661 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-e040cbc3-4eac-4e45-908d-eb4e04085840 req-cbc39f58-d743-43fc-9249-8c622e0256a4 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 Jul 09 19:23:35.611538 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'code': 200} Jul 09 19:23:36.281324 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0be28c-5e1d-47e2-b22e-7f8f1763d889 req-1acb3dad-a8a4-4cb6-be2d-1b1c7b0061ae tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:36.282781 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8d0be28c-5e1d-47e2-b22e-7f8f1763d889 req-1acb3dad-a8a4-4cb6-be2d-1b1c7b0061ae tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 943 time: 0.0787468 Jul 09 19:23:36.326684 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-8d0be28c-5e1d-47e2-b22e-7f8f1763d889 req-ca2ffac3-26dc-4660-8bc2-342a8ef01ee0 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382905 Jul 09 19:23:37.248540 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad196580-ed0f-4001-a430-0e49b34f5cb8 req-96f3c315-ab48-459d-8307-1668bd5a4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:37.249880 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ad196580-ed0f-4001-a430-0e49b34f5cb8 req-96f3c315-ab48-459d-8307-1668bd5a4b77 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1096 time: 0.0684044 Jul 09 19:23:37.289868 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-ad196580-ed0f-4001-a430-0e49b34f5cb8 req-29c078f6-1d6c-4fa4-9005-172c74ee5f0f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339496 Jul 09 19:23:37.511118 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b1691-a918-4f46-97c7-bbb7b2d163d0 req-a622a15e-0554-4d11-a687-633a7c028ef9 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:37.512539 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fb8b1691-a918-4f46-97c7-bbb7b2d163d0 req-a622a15e-0554-4d11-a687-633a7c028ef9 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 943 time: 0.0822997 Jul 09 19:23:37.555868 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-fb8b1691-a918-4f46-97c7-bbb7b2d163d0 req-8420b2c8-ac1a-48ee-9999-a6656035fee0 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377483 Jul 09 19:23:38.367287 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=79200) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jul 09 19:23:38.501234 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:23:38.514217 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Returning: {'device': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'port_id': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'mac_address': 'fa:16:3e:2c:2a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79200) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jul 09 19:23:38.571424 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:38.588863 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 {{(pid=79200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:23:38.605161 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:23:38.679157 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:38.681036 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:23:38.739815 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af2142-dbc3-48d3-b5c1-46c99a6afae0 req-24598c85-dc4d-4bf2-a750-7e6567a74fe1 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:23:38.741242 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-81af2142-dbc3-48d3-b5c1-46c99a6afae0 req-24598c85-dc4d-4bf2-a750-7e6567a74fe1 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 944 time: 0.0809379 Jul 09 19:23:38.746566 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,revision_number=7']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:23:38.749756 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:23:38.789703 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-81af2142-dbc3-48d3-b5c1-46c99a6afae0 req-66594674-fc60-48b3-87a4-2debac61a8fe tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422785 Jul 09 19:23:39.054402 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] get_ports_and_sgs() called for port_ids ['fdf1ebd8-efcd-43a8-aeb3-5fee91a93663'] {{(pid=79200) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jul 09 19:23:40.378233 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 up at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jul 09 19:23:40.446246 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.provisioning_blocks [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Provisioning complete for port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 triggered by entity L2. {{(pid=79200) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:23:40.446643 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3523686'] for port, provisioning_complete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:40.558395 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3929053'] for port, before_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:40.585449 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663'}] {{(pid=79200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:23:40.594711 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] For port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:23:40.628432 dv-cinder-800268-1-smb neutron-server[79200]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'code': 200} Jul 09 19:23:40.659094 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730340383946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730340016406', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730340016451'] for port, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:40.660918 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-7969c96c-8630-42b0-828c-e32723cd52eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:23:40.725386 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Pushing event updated for resources: {'Port': ['ID=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,revision_number=8']} {{(pid=79200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:23:40.728343 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:23:45.247373 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:23:47.589745 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-356bab17-46ba-4c3e-928e-6503e4d80f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:48.092710 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:49.981387 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-04048432-32e9-46d1-a8ac-aea583569a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:51.341274 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:23:52.775708 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:01.749480 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:14.144525 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-4a3fc0d3-135c-49b1-b9cf-86e5cd223476 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713248 Jul 09 19:24:14.278345 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-57f6a39b-21dd-4a83-a709-ad5c382b2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:24:14.279723 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-57f6a39b-21dd-4a83-a709-ad5c382b2584 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0694025 Jul 09 19:24:14.424773 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-0e49f638-c665-47d0-bf6d-2ad965725aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:24:14.426221 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-0e49f638-c665-47d0-bf6d-2ad965725aea service neutron] 10.222.0.26 "GET /v2.0/networks?id=3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 200 len: 908 time: 0.1264451 Jul 09 19:24:14.528655 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-4e22b525-812a-49a3-8ec5-2fe4e9898455 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 200 len: 1001 time: 0.0958235 Jul 09 19:24:14.593294 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-214bb903-60c2-4d2e-adc1-22b61409a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:24:14.594700 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-214bb903-60c2-4d2e-adc1-22b61409a642 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 HTTP/1.1" status: 200 len: 847 time: 0.0592604 Jul 09 19:24:14.667660 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-0ec79020-bd86-4564-8a22-5638d46ec467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:24:14.669079 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-0ec79020-bd86-4564-8a22-5638d46ec467 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3109be49-d5a1-47c2-bc3a-13d308423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677800 Jul 09 19:24:14.798752 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-356ba90e-59b3-4737-98ff-c65aa1a114af service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230121 Jul 09 19:24:14.926676 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-f9a1138b-28bd-43f0-b53c-218a29fda98d req-6feec0db-c11f-4416-8a96-58fc94b2e7ba service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212764 Jul 09 19:24:17.560262 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f1e883db-b54c-4644-97a1-bfa8568a95c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:18.091422 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:19.977054 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-483968dc-da91-4732-937d-becdeb485418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:21.329327 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:22.246454 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:24:22.794189 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:31.748026 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:38.163129 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [req-fbea65e7-6ff4-4de8-b1ac-1faa8b8bbb3e req-10e668e0-9a30-4a5b-aa4e-3f626aa43eea service neutron] (79198) timed out ('10.222.0.26', 61952) {{(pid=79198) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 09 19:24:38.674208 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [req-a0680f08-9611-4c49-9570-55945a798e95 req-47c83363-c75a-4e91-9d2a-3280c592a093 service neutron] (79199) timed out ('10.222.0.26', 61914) {{(pid=79199) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jul 09 19:24:47.564695 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-3fb6de99-36c4-4564-971f-666e681769aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:48.087728 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:49.974429 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a0e50035-3577-45d5-918f-afa5e3291eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:51.336241 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:52.807946 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:24:59.245714 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:25:01.790366 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:15.180707 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-027cb61a-19a9-43a8-9ffe-f0c722a408b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117008 Jul 09 19:25:15.316750 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-269706a7-14e4-4264-bf36-1e0249b99ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:15.318099 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-269706a7-14e4-4264-bf36-1e0249b99ad9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0720322 Jul 09 19:25:15.456737 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-d7b7948c-2ee5-4ed2-876d-0f96c169eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:15.458146 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-d7b7948c-2ee5-4ed2-876d-0f96c169eab6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 200 len: 908 time: 0.1213617 Jul 09 19:25:15.648455 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-c82c30c5-ba94-4f5b-8bbf-0d492c25fa96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 200 len: 1001 time: 0.1833680 Jul 09 19:25:15.708009 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-57cf39be-9127-4971-b981-1c102add27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:15.709390 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-57cf39be-9127-4971-b981-1c102add27ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 HTTP/1.1" status: 200 len: 847 time: 0.0546744 Jul 09 19:25:15.784307 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-25cc32fe-895b-471f-a468-84897a3a8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:15.785767 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-25cc32fe-895b-471f-a468-84897a3a8398 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3109be49-d5a1-47c2-bc3a-13d308423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697303 Jul 09 19:25:15.916718 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-f755fbdf-fff6-412c-87a3-404251c38ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238275 Jul 09 19:25:16.047201 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-132b8f52-f7f8-4338-bfb8-0403a4786fed req-a4a812be-667a-4fe9-af09-a55a7c7bd71f service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231434 Jul 09 19:25:17.566876 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a0b177ae-7723-44b9-ad2d-2f0c9e6c6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:18.115318 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:20.035284 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-6fa14839-d18b-4607-b31e-fece27de31c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:21.334762 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:22.352855 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42410) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:22.645838 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Deleting port 7211347b-ce29-4b91-9ef6-cd1147697fec {{(pid=79198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:22.646090 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:22.798132 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:22.903558 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:22.903880 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:23.021310 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.plugins.ml2.plugin [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Calling delete_port for 7211347b-ce29-4b91-9ef6-cd1147697fec owned by network:floatingip {{(pid=79198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:25:23.243395 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6589587'] for port, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:23.246865 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:23.289919 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event deleted for resources: {'Port': ['ID=7211347b-ce29-4b91-9ef6-cd1147697fec,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:23.330087 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.330453 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.330840 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.331200 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.331555 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.331905 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.332253 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.332598 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.332941 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.333283 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.333628 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.333968 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:23.340908 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:23.392611 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for floatingip, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:23.393255 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.db.l3_db [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Floating IP 5128fc38-9811-4d81-8171-1328a803f20a disassociated (deleted). External IP: 172.28.0.116, port: fdf1ebd8-efcd-43a8-aeb3-5fee91a93663. Jul 09 19:25:23.735812 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Router f4684bda-0c2c-4633-92cf-541d114afe77 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:25:23.910124 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:25:23.920917 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] Sync routers for ids ['f4684bda-0c2c-4633-92cf-541d114afe77'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:25:23.926651 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for floatingip, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:23.932465 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] Routers {'f4684bda-0c2c-4633-92cf-541d114afe77'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:25:23.933330 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:25:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4684bda-0c2c-4633-92cf-541d114afe77'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:23.983359 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-8d370eb2-371c-422f-9cda-0f3f68193d14 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "DELETE /v2.0/floatingips/5128fc38-9811-4d81-8171-1328a803f20a HTTP/1.1" status: 204 len: 168 time: 1.6295254 Jul 09 19:25:23.984012 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663'}] {{(pid=79198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:25:24.032751 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'status': 'completed', 'code': 200} Jul 09 19:25:24.130442 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-e7d7d147-bd51-475d-9497-c3493ff64fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:24.131982 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-e7d7d147-bd51-475d-9497-c3493ff64fd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=17b58b6855db48c4bf58255654734729&device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 1098 time: 0.0762262 Jul 09 19:25:24.151314 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] Set router f4684bda-0c2c-4633-92cf-541d114afe77 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:25:24.267013 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-ffb80ae8-1c14-4375-b4f2-f4dafab318f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:24.268422 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-ffb80ae8-1c14-4375-b4f2-f4dafab318f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 200 len: 908 time: 0.1281388 Jul 09 19:25:24.340679 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-70bdaeed-a35b-4579-a187-cd9dc9ba086d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 200 len: 217 time: 0.0658810 Jul 09 19:25:24.401785 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-8027c503-5791-42db-a274-fb11758892d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:24.403272 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-8027c503-5791-42db-a274-fb11758892d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 HTTP/1.1" status: 200 len: 847 time: 0.0569859 Jul 09 19:25:24.462036 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '311b68b4-60eb-4768-98ab-78356504b7c3', 'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'mac_address': 'fa:16:3e:10:3c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:59Z', 'updated_at': '2021-07-09T19:20:06Z', 'revision_number': 5, 'project_id': '17b58b6855db48c4bf58255654734729', 'subnets': [{'id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:24.465816 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] Checking router: f4684bda-0c2c-4633-92cf-541d114afe77 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:25:24.473965 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] Routers {'f4684bda-0c2c-4633-92cf-541d114afe77'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:25:24.474569 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:25:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4684bda-0c2c-4633-92cf-541d114afe77'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:24.477535 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-d7bc4016-84b0-4821-88e6-52e01ff5cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:24.479020 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-d7bc4016-84b0-4821-88e6-52e01ff5cd2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3109be49-d5a1-47c2-bc3a-13d308423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698228 Jul 09 19:25:24.609701 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-d96e9b40-3cc9-466e-93a0-69163800c463 service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232984 Jul 09 19:25:24.651099 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] Set router f4684bda-0c2c-4633-92cf-541d114afe77 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:25:24.741219 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-00749eb7-a5ab-4d2d-961c-83f5799423d0 req-89efee64-7544-47b2-b4a2-86d2cdfc9015 service neutron] 10.222.0.26 "GET /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254179 Jul 09 19:25:24.955237 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '311b68b4-60eb-4768-98ab-78356504b7c3', 'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'mac_address': 'fa:16:3e:10:3c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:59Z', 'updated_at': '2021-07-09T19:20:06Z', 'revision_number': 5, 'project_id': '17b58b6855db48c4bf58255654734729', 'subnets': [{'id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:24.959043 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7202584-ac5e-4b50-b4e1-e793ef62f4b8 None None] The sync data for ids ['f4684bda-0c2c-4633-92cf-541d114afe77'] in dv-cinder-800268-1-smb is: [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:20:00Z', 'revision_number': 4, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb', '_interfaces': [{'id': '311b68b4-60eb-4768-98ab-78356504b7c3', 'name': '', 'network_id': '3109be49-d5a1-47c2-bc3a-13d308423fd7', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'mac_address': 'fa:16:3e:10:3c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:59Z', 'updated_at': '2021-07-09T19:20:06Z', 'revision_number': 5, 'project_id': '17b58b6855db48c4bf58255654734729', 'subnets': [{'id': 'dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:25:25.165724 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa34e0f-49ae-4a7f-bf24-3ced4c37d4f7 None None] New status for floating IP 5128fc38-9811-4d81-8171-1328a803f20a: DOWN {{(pid=79201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:25:25.783109 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b68f49-64e5-41d1-9ef0-349a01a33333 req-e0d53f22-fb82-4498-aa34-2a5832fa2951 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:25.783825 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-62b68f49-64e5-41d1-9ef0-349a01a33333 req-e0d53f22-fb82-4498-aa34-2a5832fa2951 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Synchronizing usage tracker for tenant:17b58b6855db48c4bf58255654734729 on resource:port {{(pid=79198) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:25:25.854382 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.quota.resource [req-62b68f49-64e5-41d1-9ef0-349a01a33333 req-e0d53f22-fb82-4498-aa34-2a5832fa2951 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Unset dirty status for tenant:17b58b6855db48c4bf58255654734729 on resource:port {{(pid=79198) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:25:25.855545 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-62b68f49-64e5-41d1-9ef0-349a01a33333 req-e0d53f22-fb82-4498-aa34-2a5832fa2951 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.3038578 Jul 09 19:25:25.903160 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-62b68f49-64e5-41d1-9ef0-349a01a33333 req-34aa3a64-269f-47a4-ac73-b56498719c22 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Jul 09 19:25:27.133949 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd9b57-5a49-4fe1-b4c0-5677f1b34339 req-ca00d1f8-fb42-429b-9da2-01879b7bd263 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:27.135448 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0cd9b57-5a49-4fe1-b4c0-5677f1b34339 req-ca00d1f8-fb42-429b-9da2-01879b7bd263 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.1276817 Jul 09 19:25:27.183638 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-a0cd9b57-5a49-4fe1-b4c0-5677f1b34339 req-f0e38f70-ff40-4b35-a836-03b7ea4bac9d tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/security-groups?id=d68b259d-eb8e-4cfe-885a-94d06f004c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Jul 09 19:25:27.233870 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-220b9abe-1f48-4ef8-9b37-b31b2c421eb1 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:25:27.234565 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-220b9abe-1f48-4ef8-9b37-b31b2c421eb1 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Synchronizing usage tracker for tenant:17b58b6855db48c4bf58255654734729 on resource:port {{(pid=79199) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jul 09 19:25:27.246668 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.quota.resource [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-220b9abe-1f48-4ef8-9b37-b31b2c421eb1 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Unset dirty status for tenant:17b58b6855db48c4bf58255654734729 on resource:port {{(pid=79199) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jul 09 19:25:27.247770 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-220b9abe-1f48-4ef8-9b37-b31b2c421eb1 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.26 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 945 time: 0.0962698 Jul 09 19:25:27.316062 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Deleting port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:27.316405 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:27.556797 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] For port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:25:27.557065 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:27.759105 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Calling delete_port for fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 owned by compute:nova {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:25:27.949434 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:27.955056 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-404a6a3d-4f6f-4d2a-8ffe-d74562e8db7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:28.002379 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event deleted for resources: {'Port': ['ID=fdf1ebd8-efcd-43a8-aeb3-5fee91a93663,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-smb {{(pid=79199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:25:28.063080 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:28.086800 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] No DVR routers for this DVR port fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 on host hv-cinder-80026 {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:25:28.089154 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044272'] for port, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:28.091766 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'name': 'network-vif-deleted', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663'}] {{(pid=79199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:25:28.134141 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e1936-2da4-4586-986d-163fdde15eb2', 'name': 'network-vif-deleted', 'tag': 'fdf1ebd8-efcd-43a8-aeb3-5fee91a93663', 'status': 'completed', 'code': 200} Jul 09 19:25:28.167296 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [req-236e08d3-f2cb-4f19-9b49-9674d27d4f76 req-cd3c7c41-c46e-4b22-9e6b-78224b947ed7 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.26 "DELETE /v2.0/ports/fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 HTTP/1.1" status: 204 len: 173 time: 0.9139287 Jul 09 19:25:28.331211 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-4accb137-62b2-409b-ba12-48841018a587 req-9d2840b2-82c4-4a22-b8ab-884db629941d tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 210 time: 0.0436933 Jul 09 19:25:29.497112 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [req-b91cf58f-bbad-47e7-a82e-02b58d146810 req-49cc16d7-6f1a-4d67-950f-1eb7ca38db46 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e1e1936-2da4-4586-986d-163fdde15eb2 HTTP/1.1" status: 200 len: 210 time: 0.0413613 Jul 09 19:25:30.590856 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42440) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:30.659034 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-888092d5-8d88-4026-83d5-4bdf9aff0a34 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:30.781994 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-888092d5-8d88-4026-83d5-4bdf9aff0a34 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:30.903170 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:25:30.904013 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-888092d5-8d88-4026-83d5-4bdf9aff0a34 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:30.908147 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-c325e0ca-9daf-4f64-a490-1e766be8bcef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:30.923959 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888092d5-8d88-4026-83d5-4bdf9aff0a34 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b259d-eb8e-4cfe-885a-94d06f004c80,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:30.926700 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-888092d5-8d88-4026-83d5-4bdf9aff0a34 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:30.951377 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] No Port match for: fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:25:30.951723 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Device fdf1ebd8-efcd-43a8-aeb3-5fee91a93663 not bound to the agent host hv-cinder-80026 {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:25:30.994873 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-888092d5-8d88-4026-83d5-4bdf9aff0a34 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:30.995989 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-888092d5-8d88-4026-83d5-4bdf9aff0a34 tempest-TestShelveInstance-414243508 tempest-TestShelveInstance-414243508-project] 10.222.0.16 "DELETE /v2.0/security-groups/d68b259d-eb8e-4cfe-885a-94d06f004c80 HTTP/1.1" status: 204 len: 168 time: 0.4041800 Jul 09 19:25:31.117565 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 42446) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:31.742420 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472655'] for router_interface, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:31.751758 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:32.086369 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Deleting port 311b68b4-60eb-4768-98ab-78356504b7c3 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:32.086640 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:32.343833 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] For port 311b68b4-60eb-4768-98ab-78356504b7c3, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=311b68b4-60eb-4768-98ab-78356504b7c3,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:25:32.344497 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:32.469892 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Calling delete_port for 311b68b4-60eb-4768-98ab-78356504b7c3 owned by network:router_interface {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:25:32.700386 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:32.703991 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-560aec7b-5da3-4aec-8c0d-56ad4c2ff2b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:32.749229 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=311b68b4-60eb-4768-98ab-78356504b7c3,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:32.752286 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:33.018028 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472827'] for router_interface, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:33.360355 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Router f4684bda-0c2c-4633-92cf-541d114afe77 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:25:33.532818 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:25:33.542324 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] Sync routers for ids ['f4684bda-0c2c-4633-92cf-541d114afe77'] in dv-cinder-800268-1-smb {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:25:33.545019 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-72ef4e62-4a94-43c9-b052-8969da990e83 admin admin] 10.222.0.16 "PUT /v2.0/routers/f4684bda-0c2c-4633-92cf-541d114afe77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4263659 Jul 09 19:25:33.547452 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 42452) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:33.551926 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] Routers {'f4684bda-0c2c-4633-92cf-541d114afe77'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:25:33.552677 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:25:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4684bda-0c2c-4633-92cf-541d114afe77'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:33.733218 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] Set router f4684bda-0c2c-4633-92cf-541d114afe77 gateway port host: dv-cinder-800268-1-smb {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:25:33.820760 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Notify callbacks [] for router, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:34.000590 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:34.064719 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:25:32Z', 'revision_number': 5, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port': {'id': 'b567a034-e1ac-4b54-8724-90378d886bbd', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:19:56Z', 'updated_at': '2021-07-09T19:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:34.068454 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] Checking router: f4684bda-0c2c-4633-92cf-541d114afe77 for host: dv-cinder-800268-1-smb {{(pid=79200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:25:34.075028 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Deleting port b567a034-e1ac-4b54-8724-90378d886bbd {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:34.075371 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:34.077745 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] Routers {'f4684bda-0c2c-4633-92cf-541d114afe77'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:25:34.078338 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:25:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['f4684bda-0c2c-4633-92cf-541d114afe77'], 'active': True} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:34.228000 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_dvr_db [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] Set router f4684bda-0c2c-4633-92cf-541d114afe77 gateway port host: None {{(pid=79200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:25:34.298863 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] For port b567a034-e1ac-4b54-8724-90378d886bbd, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=b567a034-e1ac-4b54-8724-90378d886bbd,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:25:34.299170 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:34.332597 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.db.l3_hamode_db [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:25:34Z', 'revision_number': 6, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port_host': None}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:34.336459 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9aa74-29cc-4831-a719-9ab2454de202 None None] The sync data for ids ['f4684bda-0c2c-4633-92cf-541d114afe77'] in dv-cinder-800268-1-smb is: [{'id': 'f4684bda-0c2c-4633-92cf-541d114afe77', 'name': 'tempest-TestShelveInstance-310868389-router', 'tenant_id': '17b58b6855db48c4bf58255654734729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:19:55Z', 'updated_at': '2021-07-09T19:25:34Z', 'revision_number': 6, 'project_id': '17b58b6855db48c4bf58255654734729', 'gw_port_host': None}] {{(pid=79200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:25:34.420262 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Calling delete_port for b567a034-e1ac-4b54-8724-90378d886bbd owned by network:router_gateway {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:25:34.660281 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:34.665413 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8bef23de-8ed0-4a11-a705-dab2922b9180 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:34.708590 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b567a034-e1ac-4b54-8724-90378d886bbd,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:34.711123 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:34.806848 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462436'] for router_gateway, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:34.974044 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-472631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7126'] for router, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:34.976696 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.077443 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473223'] for router, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.077975 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4684bda-0c2c-4633-92cf-541d114afe77 {{(pid=79199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 19:25:35.091312 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] Notify callbacks [] for router, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.092619 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-df0dae31-e81c-473f-9ed0-413e71f75a11 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f4684bda-0c2c-4633-92cf-541d114afe77 HTTP/1.1" status: 204 len: 168 time: 1.5442824 Jul 09 19:25:35.095208 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 42456) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:35.154065 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-050bf8c8-f7cb-4431-bedb-009b19e9816f admin admin] Deleting subnet dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:25:35.157213 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-050bf8c8-f7cb-4431-bedb-009b19e9816f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.208794 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-050bf8c8-f7cb-4431-bedb-009b19e9816f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10533813'] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.286365 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-050bf8c8-f7cb-4431-bedb-009b19e9816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.397169 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-050bf8c8-f7cb-4431-bedb-009b19e9816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11391548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10767504'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.401768 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:35.528782 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bf8c8-f7cb-4431-bedb-009b19e9816f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:35.531699 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-050bf8c8-f7cb-4431-bedb-009b19e9816f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:35.532651 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-050bf8c8-f7cb-4431-bedb-009b19e9816f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.537608 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd5760-0d77-490b-bd58-539e0839f597 None None] Network 3109be49-d5a1-47c2-bc3a-13d308423fd7 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:25:35.539364 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-050bf8c8-f7cb-4431-bedb-009b19e9816f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dec6c5d7-e3a2-448a-adb0-6c1bf27f2a07 HTTP/1.1" status: 204 len: 168 time: 0.4430642 Jul 09 19:25:35.541327 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 42460) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:35.645442 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.655517 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Deleting port 46c89b97-b331-4e62-98d2-5b6953eb2263 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:35.655848 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.789915 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] DHCP port deletion for 3109be49-d5a1-47c2-bc3a-13d308423fd7 request from dv-cinder-800268-1-smb {{(pid=79200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 19:25:35.794265 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] Deleting port 46c89b97-b331-4e62-98d2-5b6953eb2263 {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:35.794674 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.860939 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] For port 46c89b97-b331-4e62-98d2-5b6953eb2263, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=46c89b97-b331-4e62-98d2-5b6953eb2263,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:25:35.861298 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:35.986696 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Calling delete_port for 46c89b97-b331-4e62-98d2-5b6953eb2263 owned by network:dhcp {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:25:35.995870 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] For port 46c89b97-b331-4e62-98d2-5b6953eb2263, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=46c89b97-b331-4e62-98d2-5b6953eb2263,segment=NetworkSegment(7bfcd2a9-78f7-41aa-8635-5e711f747258),segment_id=7bfcd2a9-78f7-41aa-8635-5e711f747258)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:25:35.996269 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:36.059481 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 311b68b4-60eb-4768-98ab-78356504b7c3 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:25:36.126379 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:36.131197 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-00b3a233-bde8-4d3d-b374-2d68954c89de tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:36.146443 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] Calling delete_port for 46c89b97-b331-4e62-98d2-5b6953eb2263 owned by network:dhcp {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:25:36.173799 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c89b97-b331-4e62-98d2-5b6953eb2263,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:36.176278 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:36.178840 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] No DVR routers for this DVR port 46c89b97-b331-4e62-98d2-5b6953eb2263 on host dv-cinder-800268-1-smb {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:25:36.186594 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 311b68b4-60eb-4768-98ab-78356504b7c3 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:25:36.186972 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 311b68b4-60eb-4768-98ab-78356504b7c3 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:25:36.187398 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device b567a034-e1ac-4b54-8724-90378d886bbd no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:25:36.222237 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: b567a034-e1ac-4b54-8724-90378d886bbd {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:25:36.222590 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device b567a034-e1ac-4b54-8724-90378d886bbd not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:25:36.223036 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 46c89b97-b331-4e62-98d2-5b6953eb2263 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:25:36.244273 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:25:36.262735 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 46c89b97-b331-4e62-98d2-5b6953eb2263 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:25:36.263089 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 46c89b97-b331-4e62-98d2-5b6953eb2263 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:25:36.289234 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.db.api [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:25:36.289591 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_db.api [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:25:36.292885 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:36.309296 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3109be49-d5a1-47c2-bc3a-13d308423fd7']}} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:36.321596 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfcd2a9-78f7-41aa-8635-5e711f747258') {'for_net_delete': True} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:36.321827 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfcd2a9-78f7-41aa-8635-5e711f747258') {} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:36.332695 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10533822'] for segment, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:36.348921 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:36.355342 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=79199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:25:36.355712 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11292570'] for segment, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: Traceback (most recent call last): Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: timer() Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: cb(*args, **kw) Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: return func(*args, **kwargs) Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: self._notify() Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: self.callback(batched_events) Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: event.method(event) Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: return f(self, *a, **k) Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: return self._get(url).json() Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: return self.request(url, 'GET', **kwargs) Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:25:36.368917 dv-cinder-800268-1-smb neutron-server[79199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:25:36.520476 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:36.524535 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-b6729b8a-fc30-47e7-aa54-4f4eedc34759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:36.541432 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:36.551509 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Pushing event deleted for resources: {'Network': ['ID=3109be49-d5a1-47c2-bc3a-13d308423fd7,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:36.554592 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:36.641040 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-f84a4134-801d-43b8-9756-14be48b6fe27 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3109be49-d5a1-47c2-bc3a-13d308423fd7 HTTP/1.1" status: 204 len: 168 time: 1.0987077 Jul 09 19:25:36.643730 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 42464) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:36.790975 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] Deleting port 46c89b97-b331-4e62-98d2-5b6953eb2263 {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:36.791525 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:36.856060 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8558e-2369-46bb-a8ab-ebbc2f2ab9bf None None] The port '46c89b97-b331-4e62-98d2-5b6953eb2263' was deleted {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 19:25:37.265654 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-472655'] for router_interface, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:37.602391 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Deleting port cc96f548-fdaa-4daf-84d8-b65c2133788b {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:37.603117 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:37.769528 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] For port cc96f548-fdaa-4daf-84d8-b65c2133788b, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=cc96f548-fdaa-4daf-84d8-b65c2133788b,segment=NetworkSegment(655425ee-1db8-4f44-ad9e-b3c320f35de3),segment_id=655425ee-1db8-4f44-ad9e-b3c320f35de3)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:25:37.769879 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:37.893918 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Calling delete_port for cc96f548-fdaa-4daf-84d8-b65c2133788b owned by network:router_interface {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:25:38.131805 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:38.135466 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-8c21c2ea-fc03-490a-b53d-ee9c013da8fa tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:38.178588 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc96f548-fdaa-4daf-84d8-b65c2133788b,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:38.181734 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:38.437784 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-472827'] for router_interface, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:38.876221 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 has already been hosted by L3 agent 92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9 {{(pid=79199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:25:39.062557 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Notify agent at l3_agent.dv-cinder-800268-1-smb the message routers_updated {{(pid=79199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jul 09 19:25:39.071135 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] Sync routers for ids ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'] in dv-cinder-800268-1-smb {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:25:39.080743 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] Routers {'6bf2140d-a9d7-4f10-af52-2d29266adbe5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:25:39.084503 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:25:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:39.134240 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] 10.222.0.16 "PUT /v2.0/routers/6bf2140d-a9d7-4f10-af52-2d29266adbe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4893653 Jul 09 19:25:39.136710 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 42468) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:39.254589 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] Set router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 gateway port host: dv-cinder-800268-1-smb {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:25:39.312082 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Notify callbacks [] for router, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:39.487266 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:39.530021 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'name': 'tempest-TestShelveInstance-1574588104-router', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'external_fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40'}], 'enable_snat': True}, 'gw_port_id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:20:03Z', 'updated_at': '2021-07-09T19:25:38Z', 'revision_number': 5, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'gw_port': {'id': '70b8caea-5763-401b-bca0-cc9ecc4b7009', 'name': '', 'network_id': '80ec6ec5-dab8-4cbc-b04c-067ec4c6a911', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:60:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'ip_address': '172.28.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:20:04Z', 'updated_at': '2021-07-09T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0453a8ed-2714-42b9-a96f-851a29c34359', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-smb'}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:39.533726 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] Checking router: 6bf2140d-a9d7-4f10-af52-2d29266adbe5 for host: dv-cinder-800268-1-smb {{(pid=79201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:25:39.541948 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] Routers {'6bf2140d-a9d7-4f10-af52-2d29266adbe5'} bound to L3 agent in host dv-cinder-800268-1-smb {{(pid=79201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jul 09 19:25:39.542533 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800268-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:00:20Z,description=,heartbeat_timestamp=2021-07-09T19:25:20Z,host='dv-cinder-800268-1-smb',id=92ab16c2-29c8-46d7-9bb6-9e6b33c8e8e9,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:00:21Z,topic='l3_agent')) {'router_ids': ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'], 'active': True} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:39.566417 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Deleting port 70b8caea-5763-401b-bca0-cc9ecc4b7009 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:39.566801 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:39.690710 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_dvr_db [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] Set router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 gateway port host: None {{(pid=79201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jul 09 19:25:39.738211 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] For port 70b8caea-5763-401b-bca0-cc9ecc4b7009, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=70b8caea-5763-401b-bca0-cc9ecc4b7009,segment=NetworkSegment(1888feac-7789-430e-85ba-27b487cb8b1d),segment_id=1888feac-7789-430e-85ba-27b487cb8b1d)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:25:39.738477 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:39.794170 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.l3_hamode_db [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'name': 'tempest-TestShelveInstance-1574588104-router', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:20:03Z', 'updated_at': '2021-07-09T19:25:39Z', 'revision_number': 6, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'gw_port_host': None}], 'dv-cinder-800268-1-smb', False) {} {{(pid=79201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:39.798259 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464026da-519b-4301-a0a8-b48dd7294185 None None] The sync data for ids ['6bf2140d-a9d7-4f10-af52-2d29266adbe5'] in dv-cinder-800268-1-smb is: [{'id': '6bf2140d-a9d7-4f10-af52-2d29266adbe5', 'name': 'tempest-TestShelveInstance-1574588104-router', 'tenant_id': '82edde30715b4243a9d9cc49fa52943a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:20:03Z', 'updated_at': '2021-07-09T19:25:39Z', 'revision_number': 6, 'project_id': '82edde30715b4243a9d9cc49fa52943a', 'gw_port_host': None}] {{(pid=79201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:25:39.859614 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Calling delete_port for 70b8caea-5763-401b-bca0-cc9ecc4b7009 owned by network:router_gateway {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:25:40.103817 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:40.108308 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-67d5fe35-7f8c-414f-8a9a-d8e95c68e0eb tempest-VolumesSnapshotTestJSON-194457038 tempest-VolumesSnapshotTestJSON-194457038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:40.179931 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device cc96f548-fdaa-4daf-84d8-b65c2133788b no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:25:40.191259 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Pushing event deleted for resources: {'Port': ['ID=70b8caea-5763-401b-bca0-cc9ecc4b7009,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:40.192936 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:40.218471 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: cc96f548-fdaa-4daf-84d8-b65c2133788b {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:25:40.227343 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device cc96f548-fdaa-4daf-84d8-b65c2133788b not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:25:40.354651 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-462436'] for router_gateway, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:40.526165 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-472631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7126'] for router, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:40.528229 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:40.618537 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473223'] for router, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:40.619127 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf2140d-a9d7-4f10-af52-2d29266adbe5 {{(pid=79199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jul 09 19:25:40.631296 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] Notify callbacks [] for router, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:40.633070 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-33649b42-481e-45b1-bd5e-5f226c0230fa admin admin] 10.222.0.16 "DELETE /v2.0/routers/6bf2140d-a9d7-4f10-af52-2d29266adbe5 HTTP/1.1" status: 204 len: 168 time: 1.4954441 Jul 09 19:25:40.635516 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 42476) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:40.696661 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bea411-14c4-4ca2-a910-e79955539673 admin admin] Deleting subnet 6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045 {{(pid=79199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jul 09 19:25:40.699604 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e9bea411-14c4-4ca2-a910-e79955539673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:40.748763 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e9bea411-14c4-4ca2-a910-e79955539673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10533813'] for subnet, precommit_delete_associations {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:40.833540 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e9bea411-14c4-4ca2-a910-e79955539673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3527068'] for subnet, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:40.963110 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e9bea411-14c4-4ca2-a910-e79955539673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004032', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11391548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10767504'] for subnet, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:40.967124 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-adead9fd-4221-41ca-9f06-abcf52c10b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:41.001373 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bea411-14c4-4ca2-a910-e79955539673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:41.003769 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-e9bea411-14c4-4ca2-a910-e79955539673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:41.006493 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-e9bea411-14c4-4ca2-a910-e79955539673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for subnet, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.012046 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95813c7-544b-45c1-a0c5-a54c14495032 None None] Network 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 requested from dv-cinder-800268-1-smb {{(pid=79200) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jul 09 19:25:41.013332 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-e9bea411-14c4-4ca2-a910-e79955539673 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6b87feb9-3f76-4e2a-bc2f-0d7fa4d99045 HTTP/1.1" status: 204 len: 168 time: 0.3768299 Jul 09 19:25:41.015714 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 42480) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:41.122666 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3919743'] for network, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.134358 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Deleting port e9fe85c8-4623-441c-af6c-28fe3438b551 {{(pid=79199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:41.134723 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.292976 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] DHCP port deletion for 9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 request from dv-cinder-800268-1-smb {{(pid=79200) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jul 09 19:25:41.297282 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] Deleting port e9fe85c8-4623-441c-af6c-28fe3438b551 {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:41.297697 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.342643 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.db [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] For port e9fe85c8-4623-441c-af6c-28fe3438b551, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=e9fe85c8-4623-441c-af6c-28fe3438b551,segment=NetworkSegment(655425ee-1db8-4f44-ad9e-b3c320f35de3),segment_id=655425ee-1db8-4f44-ad9e-b3c320f35de3)] {{(pid=79199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:25:41.343030 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.468818 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.plugin [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Calling delete_port for e9fe85c8-4623-441c-af6c-28fe3438b551 owned by network:dhcp {{(pid=79199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:25:41.499130 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.db [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] For port e9fe85c8-4623-441c-af6c-28fe3438b551, host dv-cinder-800268-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-smb',level=0,port_id=e9fe85c8-4623-441c-af6c-28fe3438b551,segment=NetworkSegment(655425ee-1db8-4f44-ad9e-b3c320f35de3),segment_id=655425ee-1db8-4f44-ad9e-b3c320f35de3)] {{(pid=79200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jul 09 19:25:41.499529 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-553551'] for port, precommit_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.612329 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3928858', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1004073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730340384642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730340016397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11292623'] for port, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.618173 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] Calling delete_port for e9fe85c8-4623-441c-af6c-28fe3438b551 owned by network:dhcp {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jul 09 19:25:41.618352 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-db2af069-002c-463c-9d6b-d6da776d5b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:41.664510 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fe85c8-4623-441c-af6c-28fe3438b551,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:41.666890 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] No DVR routers for this DVR port e9fe85c8-4623-441c-af6c-28fe3438b551 on host dv-cinder-800268-1-smb {{(pid=79199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:25:41.668525 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:41.691142 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.db.api [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79200) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:25:41.691500 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG oslo_db.api [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:25:41.781750 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3530515', 'neutron.services.segments.db._delete_segments_for_network-8730340490936'] for network, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.795273 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9443bf44-0cc9-4ecf-b7a9-1f3937e8a513']}} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:41.807535 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655425ee-1db8-4f44-ad9e-b3c320f35de3') {'for_net_delete': True} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:41.807849 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.services.segments.db [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655425ee-1db8-4f44-ad9e-b3c320f35de3') {} {{(pid=79199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:25:41.819519 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730340519967', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10533822'] for segment, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.835612 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533778'] for segment, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.841407 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=79199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:25:41.841763 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11292570'] for segment, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: Traceback (most recent call last): Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: timer() Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: cb(*args, **kw) Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: return func(*args, **kwargs) Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: self._notify() Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: self.callback(batched_events) Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: event.method(event) Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: return f(self, *a, **k) Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: return self._get(url).json() Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: return self.request(url, 'GET', **kwargs) Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:25:41.854943 dv-cinder-800268-1-smb neutron-server[79199]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:25:42.003275 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 70b8caea-5763-401b-bca0-cc9ecc4b7009 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:25:42.037030 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: 70b8caea-5763-401b-bca0-cc9ecc4b7009 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:25:42.039344 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device 70b8caea-5763-401b-bca0-cc9ecc4b7009 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:25:42.039344 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device e9fe85c8-4623-441c-af6c-28fe3438b551 no longer exists at agent ovs-agent-dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jul 09 19:25:42.070120 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] No Port match for: e9fe85c8-4623-441c-af6c-28fe3438b551 {{(pid=79200) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jul 09 19:25:42.070468 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.rpc [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Device e9fe85c8-4623-441c-af6c-28fe3438b551 not bound to the agent host dv-cinder-800268-1-smb {{(pid=79200) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jul 09 19:25:42.116946 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3530522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-462415'] for network, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:42.120555 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:42.134006 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554944'] for network, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:42.143799 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Pushing event deleted for resources: {'Network': ['ID=9443bf44-0cc9-4ecf-b7a9-1f3937e8a513,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:42.148432 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:42.151843 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-2eabb801-3412-493d-ac87-ffe2db511e45 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9443bf44-0cc9-4ecf-b7a9-1f3937e8a513 HTTP/1.1" status: 204 len: 168 time: 1.1352358 Jul 09 19:25:42.193069 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] Deleting port e9fe85c8-4623-441c-af6c-28fe3438b551 {{(pid=79200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jul 09 19:25:42.193480 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730340382311'] for port, before_delete {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:42.261450 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-ae1d42a6-dd51-49b5-a007-abb6a1534ef7 None None] The port 'e9fe85c8-4623-441c-af6c-28fe3438b551' was deleted {{(pid=79200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jul 09 19:25:42.446648 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 42490) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:42.493491 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-68a6bf35-e8e3-4646-a32a-e4196dad6400 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17b58b6855db48c4bf58255654734729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456679 Jul 09 19:25:42.495765 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.wsgi [-] (79199) accepted ('10.222.0.16', 42494) {{(pid=79199) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:42.550881 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-eb38a8a4-6e70-4f9c-9a45-99a99ed798c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:42.579071 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-eb38a8a4-6e70-4f9c-9a45-99a99ed798c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:42.688108 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-eb38a8a4-6e70-4f9c-9a45-99a99ed798c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:42.691727 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-3d9c8bb2-a6e2-46d6-b4da-297ee16d8547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:42.705612 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38a8a4-6e70-4f9c-9a45-99a99ed798c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95409337-0dab-43a9-bcc0-2d3c8bcf6858,revision_number=None']} {{(pid=79199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:42.708048 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG oslo_concurrency.lockutils [None req-eb38a8a4-6e70-4f9c-9a45-99a99ed798c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:42.713819 dv-cinder-800268-1-smb neutron-server[79199]: DEBUG neutron_lib.callbacks.manager [None req-eb38a8a4-6e70-4f9c-9a45-99a99ed798c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:42.715034 dv-cinder-800268-1-smb neutron-server[79199]: INFO neutron.wsgi [None req-eb38a8a4-6e70-4f9c-9a45-99a99ed798c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95409337-0dab-43a9-bcc0-2d3c8bcf6858 HTTP/1.1" status: 204 len: 168 time: 0.2183990 Jul 09 19:25:43.371161 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42502) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:43.419473 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-3a0e6915-59f0-4411-b78e-1c2a09b0f05a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82edde30715b4243a9d9cc49fa52943a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470150 Jul 09 19:25:43.421774 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.wsgi [-] (79198) accepted ('10.222.0.16', 42508) {{(pid=79198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jul 09 19:25:43.479313 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-08df47a1-9bd5-4023-8d95-aa812056cd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:43.503945 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-08df47a1-9bd5-4023-8d95-aa812056cd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:43.631058 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-08df47a1-9bd5-4023-8d95-aa812056cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470207'] for security_group, after_delete {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:43.635469 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-d378129a-75be-41c0-8998-ce71b51f45d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:25:43.648498 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df47a1-9bd5-4023-8d95-aa812056cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3d8580-59ba-47df-a05d-af678e39e199,revision_number=None']} {{(pid=79198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:25:43.651304 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG oslo_concurrency.lockutils [None req-08df47a1-9bd5-4023-8d95-aa812056cd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79198) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:25:43.653122 dv-cinder-800268-1-smb neutron-server[79198]: DEBUG neutron_lib.callbacks.manager [None req-08df47a1-9bd5-4023-8d95-aa812056cd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:43.654200 dv-cinder-800268-1-smb neutron-server[79198]: INFO neutron.wsgi [None req-08df47a1-9bd5-4023-8d95-aa812056cd05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d3d8580-59ba-47df-a05d-af678e39e199 HTTP/1.1" status: 204 len: 168 time: 0.2315602 Jul 09 19:25:47.637065 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-28918144-8e68-405a-8668-67d4e725b0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:48.103188 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:49.971392 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ff454e10-211a-4b0a-a904-0124458b6ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:51.343233 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:25:52.802044 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:01.753861 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:13.243294 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:26:17.564778 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a36a-8c68-4cc2-8942-77441b96cdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:18.136392 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:19.982119 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-1676d42b-a727-4900-b592-044c501703c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:21.326765 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:22.800942 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:31.760385 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:47.560016 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-b46eb4b1-ab81-487a-bfb9-ddc810a8fba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:48.102999 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:49.963686 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-716f3543-710d-45ca-bf02-69275542d209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:50.241801 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:26:51.346464 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:26:52.798222 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:01.765230 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:17.570093 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-9668e046-f139-4640-9172-d1e0a139b01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:18.084703 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:19.964650 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-1cfa14b5-c813-4514-84d6-24619e7c125d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:21.364392 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:22.792471 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:27.240560 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:27:31.791113 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:47.563062 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d56813c5-dd39-427e-943d-188e44afbc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:48.127358 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:50.003531 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-dae1d209-ec49-4c66-8a42-93a80c7f5fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:51.344603 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:27:52.820346 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:01.774106 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:04.239724 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:28:17.560828 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c87c02a4-40d7-4994-bc42-1e470b3bc632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:18.098897 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:19.962105 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-85028539-4b7e-4064-9f21-f0658433641e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:21.333540 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:22.841947 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:31.801281 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:41.238220 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:28:47.565365 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-2f7338ac-6a16-45c4-9783-f6f01c03d397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:48.103639 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:49.966985 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-560159b4-93ba-402d-8517-81bdcc9bf25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:51.355220 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:28:52.846774 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:01.794568 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:17.577001 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ea610921-be2b-4b9a-a080-bc25e506985e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:18.102672 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:18.236531 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:29:19.988291 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-76b08b98-ec50-4c2e-a2d2-502a07cd915f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:21.342957 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:22.810493 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:31.821027 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:47.615317 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-a6c104ea-ca8f-4e3c-a016-dd817d89be70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:48.107176 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:49.975548 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-ec760762-cf21-47d4-b5fd-26c5c8040373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:51.369940 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:52.849123 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:29:55.235522 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:30:01.866153 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:17.614331 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-594a86c5-45f5-4002-8277-f503d73e6d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:18.123176 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:20.083230 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8d044938-17d3-406a-b8c5-27b209a6b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:21.363148 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:22.854069 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:31.831510 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-c624eeb2-8b56-45b4-bd28-a814c27e5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:32.233772 dv-cinder-800268-1-smb neutron-server[79201]: DEBUG neutron.db.agents_db [None req-c90be420-df2d-403f-bfd2-796c16edadaa None None] Agent healthcheck: found 6 active agents {{(pid=79201) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jul 09 19:30:47.630037 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-f58d3758-3b27-4168-a19d-fa6e002430f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:48.110267 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-4cc7299c-958a-4814-a389-cf49e96961ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:50.007514 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-3178fb5a-e9e2-462e-9c3c-d97f56dbfc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:51.373292 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-8aaa6424-42cb-4ee4-b28c-6086bf61cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:30:52.847740 dv-cinder-800268-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-90e3af89-25a9-4365-9c66-725f288a6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730340490945', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3522781'] for agent, after_update {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}